[ 630.417432] env[69763]: INFO neutron.common.config [-] Logging enabled! [ 630.417748] env[69763]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev52 [ 630.417885] env[69763]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69763) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 630.418206] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 630.418315] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 630.419220] env[69763]: WARNING oslo_policy.policy [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 630.419420] env[69763]: WARNING oslo_policy.policy [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 630.420897] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] VMware NSXv3 Agent initialized successfully. [ 630.421265] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] Acquiring lock "singleton_lock" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.421397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] Acquired lock "singleton_lock" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.421646] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] Releasing lock "singleton_lock" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.422093] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] Full set of CONF: {{(pid=69763) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 630.422152] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ******************************************************************************** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 630.422301] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] Configuration options gathered from: {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 630.423055] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 630.423055] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 630.423055] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ================================================================================ {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 630.423055] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] agent_down_time = 75 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.423213] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] allow_automatic_dhcp_failover = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.423301] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] allow_bulk = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.423402] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] api_extensions_path = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.423545] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] api_paste_config = api-paste.ini {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.423890] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] auth_strategy = keystone {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.423890] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] backdoor_port = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.424051] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] backdoor_socket = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.424189] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] backlog = 4096 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.424245] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.424400] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] bind_host = 0.0.0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.424528] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] bind_port = 9696 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.424975] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] client_socket_timeout = 900 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.424975] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] config_dir = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.424975] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.425095] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] config_source = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.425220] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] control_exchange = neutron {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.425574] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] core_plugin = ml2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.425574] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] debug = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.425696] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] default_availability_zones = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.426096] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.426096] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] dhcp_agent_notification = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.426242] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] dhcp_agents_per_network = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.426281] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] dhcp_lease_duration = 86400 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.426440] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] dhcp_load_type = networks {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.426894] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] dns_domain = openstacklocal {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.426894] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.426894] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] enable_default_route_bfd = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.426986] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] enable_default_route_ecmp = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.427387] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] enable_dvr = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.427387] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] enable_new_agents = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.427387] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.427582] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] enable_signals = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.427629] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] enable_traditional_dhcp = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.428023] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] external_dns_driver = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.428023] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] filter_validation = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.428023] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] global_physnet_mtu = 8950 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.428166] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] graceful_shutdown_timeout = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.428344] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] host = cpu-1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.428486] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] host_dvr_for_dhcp = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.428818] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] http_retries = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.428818] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] instance_format = [instance: %(uuid)s] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.428911] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.429287] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ipam_driver = internal {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.429287] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ipv6_pd_enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.429380] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] l3_ha = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.429700] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.429700] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] l3_ha_network_physical_name = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.429794] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] l3_ha_network_type = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.429868] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] log_color = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.430189] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] log_config_append = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.430189] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.430282] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] log_dir = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.430592] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] log_file = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.430592] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] log_options = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.430729] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] log_rotate_interval = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.431058] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] log_rotate_interval_type = days {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.431058] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] log_rotation_type = none {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.431058] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.431262] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.431293] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.431569] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.431569] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.432407] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] max_dns_nameservers = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.432407] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] max_header_line = 16384 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.432407] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] max_l3_agents_per_router = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.432407] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] max_logfile_count = 30 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.432407] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] max_logfile_size_mb = 200 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.432407] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] max_subnet_host_routes = 20 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.432562] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] my_ip = 10.180.1.21 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.433435] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] my_ipv6 = ::1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.433435] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] network_auto_schedule = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.433435] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] network_link_prefix = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.433435] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.433435] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] notify_nova_on_port_data_changes = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.433435] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] notify_nova_on_port_status_changes = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.433642] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] pagination_max_limit = -1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.433741] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] publish_errors = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.433902] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] rate_limit_burst = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.434690] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] rate_limit_except_level = CRITICAL {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.434690] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] rate_limit_interval = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.434690] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] retry_until_window = 30 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.434690] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] router_distributed = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.434690] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] rpc_resources_processing_step = 20 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.434898] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] rpc_response_max_timeout = 600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.434898] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] rpc_response_timeout = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.435118] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] send_events_interval = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.435170] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] service_plugins = ['router'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.435702] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] setproctitle = on {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.435702] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] shell_completion = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.435702] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] state_path = /opt/stack/data/neutron {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.435864] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] syslog_log_facility = LOG_USER {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.435864] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] tcp_keepidle = 600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.436483] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] transport_url = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.436483] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] use_journal = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.436483] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] use_json = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.436483] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] use_ssl = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.436638] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] use_stderr = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.436724] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] use_syslog = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.436808] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] vlan_qinq = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.436941] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] vlan_transparent = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.437291] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] watch_log_file = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.437291] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] wsgi_default_pool_size = 100 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.437413] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] wsgi_keep_alive = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.437489] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.437625] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] wsgi_server_debug = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.438099] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_concurrency.disable_process_locking = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.438099] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.438099] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.438231] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.438610] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.438610] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.438762] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.439035] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.connection_string = messaging:// {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.439035] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.439157] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.es_doc_type = notification {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.439529] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.es_scroll_size = 10000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.439529] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.es_scroll_time = 2m {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.439630] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.filter_error_trace = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.439716] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.hmac_keys = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.440514] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.sentinel_service_name = mymaster {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.440514] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.socket_timeout = 0.1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.440514] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.trace_requests = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.440514] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler.trace_sqlalchemy = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.440730] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler_jaeger.process_tags = {} {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.440849] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler_jaeger.service_name_prefix = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.440998] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] profiler_otlp.service_name_prefix = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.441177] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.enforce_new_defaults = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.441467] env[69763]: WARNING oslo_config.cfg [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 630.441722] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.enforce_scope = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.441791] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.policy_default_rule = default {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.441937] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.442198] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.442268] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.442387] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.442636] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.442698] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.442994] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.442994] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.443158] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.443463] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] agent.extensions = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.443463] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.443528] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] service_providers.service_provider = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.443678] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.default_quota = -1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.443940] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.444023] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.quota_floatingip = 50 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.444165] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.quota_network = 100 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.444330] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.quota_port = 500 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.444745] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.444745] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.quota_router = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.444745] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.quota_security_group = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.444876] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.444979] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.quota_subnet = 100 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.445252] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] QUOTAS.track_quota_usage = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446458] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446458] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep.group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446458] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep.helper_command = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446458] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446458] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep.thread_pool_size = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446458] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep.user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446458] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446816] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_dhcp_release.group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446816] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_dhcp_release.helper_command = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446816] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446816] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446816] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_dhcp_release.user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.446950] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.447040] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_ovs_vsctl.group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.447173] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.447320] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.447460] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.447595] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_ovs_vsctl.user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.447740] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_namespace.capabilities = [21] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.447879] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_namespace.group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.448023] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_namespace.helper_command = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.448168] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.448309] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.448446] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_namespace.user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.448593] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_conntrack.capabilities = [12] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.448729] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_conntrack.group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.448866] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_conntrack.helper_command = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.449016] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.449161] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.449297] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_conntrack.user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.449443] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_link.capabilities = [12, 21] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.449579] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_link.group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.449713] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_link.helper_command = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.449857] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.449999] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_link.thread_pool_size = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.450150] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] privsep_link.user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.450310] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.450462] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.450607] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.continue_on_failed_promotions = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.450750] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.dscp = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.450912] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.dscp_inherit = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.451045] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.force_mp_to_policy = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.451193] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.locking_coordinator_url = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.451338] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.log_agent_heartbeats = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.451481] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.logging_expire = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.451629] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.451781] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.451957] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.polling_interval = 240 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.452125] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.452280] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.452429] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.report_interval = 30.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.452580] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.452729] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.452879] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.453040] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.sync_skew = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.453190] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.synchronization_queue_size = 20 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.453336] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT.use_helper_for_ns_read = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.453488] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] SECURITYGROUP.enable_ipset = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.453640] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] SECURITYGROUP.enable_security_group = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.453855] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.453972] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.454139] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] experimental.ipv6_pd_enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.454306] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ml2.extension_drivers = ['port_security'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.454451] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ml2.external_network_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.454611] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.454766] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ml2.overlay_ip_version = 4 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.454919] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ml2.path_mtu = 8950 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.455087] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ml2.physical_network_mtus = {} {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.455244] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.455388] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.455543] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ml2.type_drivers = ['vlan'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.455696] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.455841] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.455986] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.456158] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.456307] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.456456] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.456604] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.456752] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.456899] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.457122] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.457282] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_login_password = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.457436] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.457584] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_login_user = admin {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.457732] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.457882] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.458043] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.458195] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.458348] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.458504] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.458656] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.458808] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.458958] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.459125] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.459283] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.459432] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.459599] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.459783] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.459940] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.460102] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.460251] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.460406] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.460550] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.auth_type = password {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.460699] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.460839] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.460981] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.461144] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.endpoint_type = public {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.461284] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.461421] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.461568] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.region_name = RegionOne {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.461707] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.461870] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] nova.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.462037] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.462290] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.auth_type = password {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.462451] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.462592] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.462734] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.462883] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.endpoint_type = public {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.463037] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.463178] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.463315] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.region_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.463455] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.463591] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] placement.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.463738] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.464550] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.auth_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.464550] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.464550] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.464550] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.464550] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.connect_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.464731] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.connect_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.464731] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.enable_notifications = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.464869] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.endpoint_override = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.465019] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.465162] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.interface = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.465303] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.465517] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.max_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.465589] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.min_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.465697] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.region_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.465853] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.retriable_status_codes = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.465961] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.service_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.466108] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.service_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.466254] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.466392] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.status_code_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.466528] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.status_code_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.466663] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.466800] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.valid_interfaces = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.466935] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ironic.version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.467090] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] cli_script.dry_run = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.467245] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.467383] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.467531] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.467663] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.467800] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.467939] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.468088] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.468229] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.468371] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.468522] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.468662] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.468809] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.468958] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.469114] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.469258] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.469407] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.469548] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.469690] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.469838] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.469981] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.470134] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.470287] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.470433] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.470576] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.470720] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.470862] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.471011] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.471161] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.471303] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.471444] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.471587] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.ssl = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.471734] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.471913] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472079] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472231] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472378] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472521] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472678] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_notifications.driver = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472827] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_notifications.retry = -1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.473572] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.473572] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.473572] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-0b5027b6-b26d-43d1-8585-88450f88ac56 None None] ******************************************************************************** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 630.474386] env[69763]: DEBUG neutron.agent.securitygroups_rpc [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Init firewall settings (driver=nsxv3) {{(pid=69763) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 630.475898] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69763) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 630.476204] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] RPC agent_id: nsxm-l-01a.corp.local [ 630.478608] env[69763]: DEBUG dogpile.cache.region [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.478726] env[69763]: DEBUG dogpile.lock [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.478829] env[69763]: DEBUG dogpile.lock [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.478928] env[69763]: DEBUG dogpile.lock [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.479032] env[69763]: DEBUG dogpile.cache.region [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.479126] env[69763]: DEBUG dogpile.lock [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.479253] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.510441] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Session token - acquiring [ 630.512332] env[69763]: DEBUG networking_nsxv3.common.locking [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.512551] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.512601] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.513087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.524347] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.804940] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 630.827344] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.827529] env[69763]: DEBUG dogpile.cache.region [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Cache value generated in 0.348 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.827606] env[69763]: DEBUG dogpile.lock [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.827728] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Activating Policy API Provider. [ 630.827929] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Looking for the default Infrastructure Rules. [ 630.892944] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Looking for the Default Layer3 Logged Drop Section. [ 630.907436] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 630.907895] env[69763]: DEBUG networking_nsxv3.common.locking [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.908087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquiring lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.908199] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.908478] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired external semaphore "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.908799] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.426185] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.928621] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.430758] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Inventory metadata is going to be refreshed. [ 632.431118] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 633.375659] env[69763]: DEBUG networking_nsxv3.common.locking [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.375883] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.375998] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.376349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.387337] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 633.388233] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.389098] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 633.407096] env[69763]: DEBUG networking_nsxv3.common.locking [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.407298] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.407419] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.407707] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.407835] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.407984] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 633.408115] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 633.408223] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 633.427606] env[69763]: DEBUG networking_nsxv3.common.locking [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.427811] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.427921] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.428250] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.428442] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.428599] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 633.451071] env[69763]: DEBUG networking_nsxv3.common.locking [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.451580] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.451580] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.451716] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.451978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.452167] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 633.472201] env[69763]: DEBUG networking_nsxv3.common.locking [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.472415] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquiring lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.472533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.472840] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired external semaphore "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.472991] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Releasing lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.473165] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 633.473275] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 633.473407] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 633.491999] env[69763]: DEBUG networking_nsxv3.common.locking [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.492209] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquiring lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.492326] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.492596] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired external semaphore "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.492725] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Releasing lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.492870] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 633.492980] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 633.493101] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 633.513780] env[69763]: DEBUG networking_nsxv3.common.locking [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.514189] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.514189] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.514398] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.514547] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.514704] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 633.514814] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 633.514919] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Inventory metadata have been refreshed. [ 633.515029] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Dryrun:True. Metadata refresh completed. [ 633.515152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Releasing lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.516854] env[69763]: INFO neutron.agent.agent_extensions_manager [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Loaded agent extensions: [] [ 633.517571] env[69763]: DEBUG neutron_lib.callbacks.manager [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69763) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 633.575827] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent RPC Daemon Started! [ 633.575968] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent loop - iteration:0 started [ 633.576072] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent out of sync with plugin! [ 638.518787] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 638.519154] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 643.520358] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 643.520736] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 643.521024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.521177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.521251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.521576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.521767] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.024177] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.526440] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.029243] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 645.029465] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 645.750764] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.750764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.750764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.750764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.761442] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 645.764562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.765340] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 645.783845] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.784023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.784095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.784300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.784388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.784499] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 645.784572] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 645.784642] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 645.804794] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.805189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.805189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.805447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.805447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.805447] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 645.830782] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.831080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.831080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.831191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.831303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.831413] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 645.852761] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.853023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.853023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.853182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.853289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.853407] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 645.853482] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 645.853555] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 645.872349] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.872545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.872545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.872755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.872855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.872948] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 645.873034] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 645.873114] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 645.894198] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.894441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.894441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.894602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.894703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.894823] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 645.894896] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 645.894965] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 645.895036] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 645.895115] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 645.895172] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 645.895236] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 645.895489] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 645.895552] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 645.895620] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 645.916297] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.916540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.916540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.916682] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.916771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.916887] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 645.937250] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.937532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.937532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.937668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.937770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.951929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.447537] env[69763]: INFO networking_nsxv3.common.synchronization [None req-1760ca5c-02c7-48c9-898b-2771e55a4e52 demo admin] Enqueued Resource ID: b91e9f29-c5b7-47ea-af33-c5cd65730c3a with Priority: HIGHEST for action security_group_rules [ 648.448031] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91e9f29-c5b7-47ea-af33-c5cd65730c3a with Priority: HIGHEST for action security_group_rules [ 648.448329] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91e9f29-c5b7-47ea-af33-c5cd65730c3a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.448454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91e9f29-c5b7-47ea-af33-c5cd65730c3a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.448521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91e9f29-c5b7-47ea-af33-c5cd65730c3a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.448770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91e9f29-c5b7-47ea-af33-c5cd65730c3a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.448852] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91e9f29-c5b7-47ea-af33-c5cd65730c3a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.968432] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.968645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.968645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.968873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.968980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.969156] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91e9f29-c5b7-47ea-af33-c5cd65730c3a already deleted. [ 648.969217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91e9f29-c5b7-47ea-af33-c5cd65730c3a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.449196] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 653.449540] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 658.450702] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 658.450702] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 663.452644] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 663.453042] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 668.453946] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 668.454366] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 673.455247] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 673.455581] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 674.489472] env[69763]: INFO networking_nsxv3.common.synchronization [None req-43268792-3ca1-46ca-90ef-b3268e63906f None None] Enqueued Resource ID: ca5879c0-ff0e-4fc7-9534-4f970616f0cb with Priority: HIGHEST for action port [ 674.489472] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca5879c0-ff0e-4fc7-9534-4f970616f0cb with Priority: HIGHEST for action port [ 674.489472] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca5879c0-ff0e-4fc7-9534-4f970616f0cb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.489472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca5879c0-ff0e-4fc7-9534-4f970616f0cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.489472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca5879c0-ff0e-4fc7-9534-4f970616f0cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.489472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca5879c0-ff0e-4fc7-9534-4f970616f0cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.489472] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca5879c0-ff0e-4fc7-9534-4f970616f0cb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.991456] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca5879c0-ff0e-4fc7-9534-4f970616f0cb [ 674.991658] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.991796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.991861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.992811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.992931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.993054] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca5879c0-ff0e-4fc7-9534-4f970616f0cb already deleted. [ 674.993144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca5879c0-ff0e-4fc7-9534-4f970616f0cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.397233] env[69763]: INFO networking_nsxv3.common.synchronization [None req-4f1e3cf8-8bbb-45ed-8f48-c46ca9bc807b None None] Enqueued Resource ID: 52df7854-f560-4d7f-a276-b12f7781a2b4 with Priority: HIGHEST for action port [ 676.397498] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52df7854-f560-4d7f-a276-b12f7781a2b4 with Priority: HIGHEST for action port [ 676.398039] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-52df7854-f560-4d7f-a276-b12f7781a2b4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.398913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52df7854-f560-4d7f-a276-b12f7781a2b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.398913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52df7854-f560-4d7f-a276-b12f7781a2b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.398913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52df7854-f560-4d7f-a276-b12f7781a2b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.398913] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52df7854-f560-4d7f-a276-b12f7781a2b4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.901201] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52df7854-f560-4d7f-a276-b12f7781a2b4 [ 676.901435] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.901580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.901699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.901851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.901929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.902032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52df7854-f560-4d7f-a276-b12f7781a2b4 already deleted. [ 676.902116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52df7854-f560-4d7f-a276-b12f7781a2b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.164666] env[69763]: INFO networking_nsxv3.common.synchronization [None req-91d49dee-c213-492e-8c3b-fcf95aa8b597 None None] Enqueued Resource ID: c33217a0-c738-46ed-9f6a-d65ee69089f7 with Priority: HIGHEST for action port [ 677.165129] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33217a0-c738-46ed-9f6a-d65ee69089f7 with Priority: HIGHEST for action port [ 677.165461] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c33217a0-c738-46ed-9f6a-d65ee69089f7 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.165594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c33217a0-c738-46ed-9f6a-d65ee69089f7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.165662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c33217a0-c738-46ed-9f6a-d65ee69089f7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.165922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c33217a0-c738-46ed-9f6a-d65ee69089f7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.166015] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c33217a0-c738-46ed-9f6a-d65ee69089f7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.668419] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c33217a0-c738-46ed-9f6a-d65ee69089f7 [ 677.670338] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.670338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.670338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.670338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.670338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.670338] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c33217a0-c738-46ed-9f6a-d65ee69089f7 already deleted. [ 677.670338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c33217a0-c738-46ed-9f6a-d65ee69089f7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.311223] env[69763]: INFO networking_nsxv3.common.synchronization [None req-1c11b7ef-7be1-4a43-af07-0818928a5cd9 None None] Enqueued Resource ID: ae033fc8-a78c-4951-8cef-59cd1e8c4df5 with Priority: HIGHEST for action port [ 678.311549] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae033fc8-a78c-4951-8cef-59cd1e8c4df5 with Priority: HIGHEST for action port [ 678.312032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae033fc8-a78c-4951-8cef-59cd1e8c4df5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.312203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae033fc8-a78c-4951-8cef-59cd1e8c4df5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.312245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae033fc8-a78c-4951-8cef-59cd1e8c4df5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.312488] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae033fc8-a78c-4951-8cef-59cd1e8c4df5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.312572] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae033fc8-a78c-4951-8cef-59cd1e8c4df5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.814805] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae033fc8-a78c-4951-8cef-59cd1e8c4df5 [ 678.815096] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.815178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.815260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.815474] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.815728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.815728] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae033fc8-a78c-4951-8cef-59cd1e8c4df5 already deleted. [ 678.815728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae033fc8-a78c-4951-8cef-59cd1e8c4df5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.823120] env[69763]: INFO networking_nsxv3.common.synchronization [None req-c03ce25a-9850-4d1e-91b9-60a99512dc21 None None] Enqueued Resource ID: 4d1c6dfc-0680-4d02-8f2d-daaf11eb4eea with Priority: HIGHEST for action port [ 678.823373] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1c6dfc-0680-4d02-8f2d-daaf11eb4eea with Priority: HIGHEST for action port [ 678.823945] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d1c6dfc-0680-4d02-8f2d-daaf11eb4eea taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.824085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d1c6dfc-0680-4d02-8f2d-daaf11eb4eea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.824179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d1c6dfc-0680-4d02-8f2d-daaf11eb4eea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.825433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d1c6dfc-0680-4d02-8f2d-daaf11eb4eea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.825433] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1c6dfc-0680-4d02-8f2d-daaf11eb4eea',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.327396] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d1c6dfc-0680-4d02-8f2d-daaf11eb4eea [ 679.329606] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.329841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.329891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.330137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.330236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.330344] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d1c6dfc-0680-4d02-8f2d-daaf11eb4eea already deleted. [ 679.330430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d1c6dfc-0680-4d02-8f2d-daaf11eb4eea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.014026] env[69763]: INFO networking_nsxv3.common.synchronization [None req-c5db76f2-09c3-4857-83c4-1837a57951cd tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Enqueued Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_rules [ 680.014026] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_rules [ 680.014026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.014026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.014026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.017521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.017822] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e4e559d-29ed-4428-bc16-18dc2c852ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.169652] env[69763]: INFO networking_nsxv3.common.synchronization [None req-f54f21d6-da6c-4505-88ad-8752b28a187a tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Enqueued Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_rules [ 680.170301] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_rules [ 680.171570] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.171570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.542541] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.542666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.542720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.542926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.543452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.543452] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 already deleted. [ 680.543452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.543452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.543605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.543605] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e4e559d-29ed-4428-bc16-18dc2c852ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.722076] env[69763]: INFO networking_nsxv3.common.synchronization [None req-657eff37-02f8-496b-96bc-f833bdac2f9c None None] Enqueued Resource ID: 576e504f-2684-433e-a347-80dbe75c9c98 with Priority: HIGHEST for action port [ 680.722508] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576e504f-2684-433e-a347-80dbe75c9c98 with Priority: HIGHEST for action port [ 680.723158] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-576e504f-2684-433e-a347-80dbe75c9c98 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.723510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-576e504f-2684-433e-a347-80dbe75c9c98" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.723694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-576e504f-2684-433e-a347-80dbe75c9c98" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.724023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-576e504f-2684-433e-a347-80dbe75c9c98" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.724569] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('576e504f-2684-433e-a347-80dbe75c9c98',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.963311] env[69763]: INFO networking_nsxv3.common.synchronization [None req-a06c5f45-26a7-4bc2-8425-32b2a064c2d4 None None] Enqueued Resource ID: f32bb0fc-2d52-4674-9fd8-ba06a8ce99df with Priority: HIGHEST for action port [ 680.963311] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f32bb0fc-2d52-4674-9fd8-ba06a8ce99df with Priority: HIGHEST for action port [ 680.963311] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f32bb0fc-2d52-4674-9fd8-ba06a8ce99df taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.964754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f32bb0fc-2d52-4674-9fd8-ba06a8ce99df" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.966680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f32bb0fc-2d52-4674-9fd8-ba06a8ce99df" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.966952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f32bb0fc-2d52-4674-9fd8-ba06a8ce99df" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.967057] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f32bb0fc-2d52-4674-9fd8-ba06a8ce99df',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.069369] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.070578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.070578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.070578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.070578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.070578] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 already deleted. [ 681.070578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.227102] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 576e504f-2684-433e-a347-80dbe75c9c98 [ 681.227557] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.227884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.227884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.227969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.228023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.228229] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:576e504f-2684-433e-a347-80dbe75c9c98 already deleted. [ 681.228229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-576e504f-2684-433e-a347-80dbe75c9c98" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.469255] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f32bb0fc-2d52-4674-9fd8-ba06a8ce99df [ 681.469496] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.469637] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.469746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.470127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.470127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.470250] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f32bb0fc-2d52-4674-9fd8-ba06a8ce99df already deleted. [ 681.470282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f32bb0fc-2d52-4674-9fd8-ba06a8ce99df" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.529302] env[69763]: INFO networking_nsxv3.common.synchronization [None req-491c35e6-81e6-47e1-ba9e-5f9ca856275e None None] Enqueued Resource ID: ae80a02f-7961-422b-b8ee-686c214b95d8 with Priority: HIGHEST for action port [ 681.529554] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae80a02f-7961-422b-b8ee-686c214b95d8 with Priority: HIGHEST for action port [ 681.530109] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae80a02f-7961-422b-b8ee-686c214b95d8 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.530228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae80a02f-7961-422b-b8ee-686c214b95d8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.531223] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae80a02f-7961-422b-b8ee-686c214b95d8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.531505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae80a02f-7961-422b-b8ee-686c214b95d8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.533021] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae80a02f-7961-422b-b8ee-686c214b95d8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.035137] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae80a02f-7961-422b-b8ee-686c214b95d8 [ 682.035137] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.035137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.035137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.035137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.035137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.035137] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae80a02f-7961-422b-b8ee-686c214b95d8 already deleted. [ 682.035137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae80a02f-7961-422b-b8ee-686c214b95d8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.192035] env[69763]: INFO networking_nsxv3.common.synchronization [None req-64fba016-c696-4973-bcab-fc7ee63dcc20 None None] Enqueued Resource ID: e36dd58c-50d8-4798-8fa1-12f00b5aed71 with Priority: HIGHEST for action port [ 682.192484] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36dd58c-50d8-4798-8fa1-12f00b5aed71 with Priority: HIGHEST for action port [ 682.192484] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e36dd58c-50d8-4798-8fa1-12f00b5aed71 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.192484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e36dd58c-50d8-4798-8fa1-12f00b5aed71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.192623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e36dd58c-50d8-4798-8fa1-12f00b5aed71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.192786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e36dd58c-50d8-4798-8fa1-12f00b5aed71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.196120] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36dd58c-50d8-4798-8fa1-12f00b5aed71',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.699398] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e36dd58c-50d8-4798-8fa1-12f00b5aed71 [ 682.699633] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.699783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.699857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.700079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.700190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.700263] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e36dd58c-50d8-4798-8fa1-12f00b5aed71 already deleted. [ 682.700342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e36dd58c-50d8-4798-8fa1-12f00b5aed71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.902537] env[69763]: INFO networking_nsxv3.common.synchronization [None req-4dc45685-07bf-4624-9b1c-26581579c3e6 None None] Enqueued Resource ID: 45481551-9d3f-41b9-a977-79cd25b23c0a with Priority: HIGHEST for action port [ 683.903345] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45481551-9d3f-41b9-a977-79cd25b23c0a with Priority: HIGHEST for action port [ 683.903660] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-45481551-9d3f-41b9-a977-79cd25b23c0a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.903789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45481551-9d3f-41b9-a977-79cd25b23c0a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.903859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45481551-9d3f-41b9-a977-79cd25b23c0a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.904339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45481551-9d3f-41b9-a977-79cd25b23c0a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.904451] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45481551-9d3f-41b9-a977-79cd25b23c0a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.984433] env[69763]: INFO networking_nsxv3.common.synchronization [None req-fece4bd9-961c-4b0e-8ac4-285f16a012be None None] Enqueued Resource ID: 9cea50ca-f624-46d6-ba7c-c20614f59ffc with Priority: HIGHEST for action port [ 683.985251] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cea50ca-f624-46d6-ba7c-c20614f59ffc with Priority: HIGHEST for action port [ 683.985349] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cea50ca-f624-46d6-ba7c-c20614f59ffc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.985644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cea50ca-f624-46d6-ba7c-c20614f59ffc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.985644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cea50ca-f624-46d6-ba7c-c20614f59ffc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.985794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cea50ca-f624-46d6-ba7c-c20614f59ffc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.985794] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cea50ca-f624-46d6-ba7c-c20614f59ffc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.406937] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45481551-9d3f-41b9-a977-79cd25b23c0a [ 684.407216] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.407358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.407423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.407659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.407754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.407848] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45481551-9d3f-41b9-a977-79cd25b23c0a already deleted. [ 684.407929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45481551-9d3f-41b9-a977-79cd25b23c0a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.489409] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cea50ca-f624-46d6-ba7c-c20614f59ffc [ 684.489644] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.490060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.490060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.490060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.490167] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.490527] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cea50ca-f624-46d6-ba7c-c20614f59ffc already deleted. [ 684.490527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cea50ca-f624-46d6-ba7c-c20614f59ffc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.624355] env[69763]: INFO networking_nsxv3.common.synchronization [None req-fd28a524-2c85-43f3-82c8-0fe03189c731 None None] Enqueued Resource ID: b3247686-0a2c-4cbf-92b0-90ad073d00f4 with Priority: HIGHEST for action port [ 685.624355] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3247686-0a2c-4cbf-92b0-90ad073d00f4 with Priority: HIGHEST for action port [ 685.624355] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3247686-0a2c-4cbf-92b0-90ad073d00f4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.624740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3247686-0a2c-4cbf-92b0-90ad073d00f4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.624740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3247686-0a2c-4cbf-92b0-90ad073d00f4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.625309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3247686-0a2c-4cbf-92b0-90ad073d00f4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.625309] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3247686-0a2c-4cbf-92b0-90ad073d00f4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.801123] env[69763]: INFO networking_nsxv3.common.synchronization [None req-b5e53b34-cff6-4c23-986b-e88857a0bb69 None None] Enqueued Resource ID: cf3c9d07-fea7-48d4-98c5-03d1fc795b56 with Priority: HIGHEST for action port [ 685.801739] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf3c9d07-fea7-48d4-98c5-03d1fc795b56 with Priority: HIGHEST for action port [ 685.802412] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf3c9d07-fea7-48d4-98c5-03d1fc795b56 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.802538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf3c9d07-fea7-48d4-98c5-03d1fc795b56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.802538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf3c9d07-fea7-48d4-98c5-03d1fc795b56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.803108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf3c9d07-fea7-48d4-98c5-03d1fc795b56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.803181] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3c9d07-fea7-48d4-98c5-03d1fc795b56',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.130705] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3247686-0a2c-4cbf-92b0-90ad073d00f4 [ 686.130705] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.130705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.130705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.130705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.130705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.130705] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3247686-0a2c-4cbf-92b0-90ad073d00f4 already deleted. [ 686.130705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3247686-0a2c-4cbf-92b0-90ad073d00f4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.306509] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf3c9d07-fea7-48d4-98c5-03d1fc795b56 [ 686.306864] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.306960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.307074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.307674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.307674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.307674] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf3c9d07-fea7-48d4-98c5-03d1fc795b56 already deleted. [ 686.307674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf3c9d07-fea7-48d4-98c5-03d1fc795b56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.597743] env[69763]: INFO networking_nsxv3.common.synchronization [None req-055fff40-c501-4d1e-aa9c-7c8f0cafe948 None None] Enqueued Resource ID: e29a303f-3b41-44d8-be9e-3c090760ae81 with Priority: HIGHEST for action port [ 686.598294] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29a303f-3b41-44d8-be9e-3c090760ae81 with Priority: HIGHEST for action port [ 686.598542] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e29a303f-3b41-44d8-be9e-3c090760ae81 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.598659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e29a303f-3b41-44d8-be9e-3c090760ae81" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.598724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e29a303f-3b41-44d8-be9e-3c090760ae81" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.598972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e29a303f-3b41-44d8-be9e-3c090760ae81" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.599135] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29a303f-3b41-44d8-be9e-3c090760ae81',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.104061] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e29a303f-3b41-44d8-be9e-3c090760ae81 [ 687.104318] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.104441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.104544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.104711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.104795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.104906] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e29a303f-3b41-44d8-be9e-3c090760ae81 already deleted. [ 687.104963] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e29a303f-3b41-44d8-be9e-3c090760ae81" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.354140] env[69763]: INFO networking_nsxv3.common.synchronization [req-593f6a70-9653-412c-a8b3-966b305bf41e req-ef77f777-eb02-409f-be1b-5d311bf43293 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Enqueued Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 687.354681] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 687.354984] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.355120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.355186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.355468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.355587] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.355681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.355742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.356868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.356868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.356868] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.858514] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.858676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.858744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.859015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.859140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.859330] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.859463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.859571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.859637] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.859706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.859791] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f already deleted. [ 687.859872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.958986] env[69763]: INFO networking_nsxv3.common.synchronization [None req-eea4e6f8-f016-448b-a606-20f6dcf4aa8f None None] Enqueued Resource ID: 5e72a66b-2639-4922-a333-9745183523dc with Priority: HIGHEST for action port [ 687.959511] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e72a66b-2639-4922-a333-9745183523dc with Priority: HIGHEST for action port [ 687.959971] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e72a66b-2639-4922-a333-9745183523dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.960204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e72a66b-2639-4922-a333-9745183523dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.960478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e72a66b-2639-4922-a333-9745183523dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.961029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e72a66b-2639-4922-a333-9745183523dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.961029] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e72a66b-2639-4922-a333-9745183523dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.462959] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e72a66b-2639-4922-a333-9745183523dc [ 688.463542] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.463773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.463907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.464669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.464799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.465296] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e72a66b-2639-4922-a333-9745183523dc already deleted. [ 688.465296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e72a66b-2639-4922-a333-9745183523dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.578856] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.579077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.579211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.579544] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.579823] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.580380] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.580380] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.580509] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.580616] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.580927] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.581170] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.581170] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.581274] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.581394] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.581505] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.581640] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.602818] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.602972] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.603138] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.603297] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.603623] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-10ccd765-6960-44d8-a3f1-da78e5c01e48 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.603801] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-10ccd765-6960-44d8-a3f1-da78e5c01e48" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.603928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-10ccd765-6960-44d8-a3f1-da78e5c01e48" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.604291] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-10ccd765-6960-44d8-a3f1-da78e5c01e48" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.604496] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ccd765-6960-44d8-a3f1-da78e5c01e48',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.107379] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.107379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.107379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.107379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.107379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.107629] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 10ccd765-6960-44d8-a3f1-da78e5c01e48 not found, creating... [ 689.107699] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.107847] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.107966] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.108194] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.108333] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.108703] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.109110] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.109110] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.114858] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.114858] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.114985] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 10ccd765-6960-44d8-a3f1-da78e5c01e48 is going to be created. [ 689.140989] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.141247] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.141379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.141949] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.141949] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.142143] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-10ccd765-6960-44d8-a3f1-da78e5c01e48" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.570830] env[69763]: INFO networking_nsxv3.common.synchronization [req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba req-4b799e3b-d639-47b0-ba09-40c1388ff6cd tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Enqueued Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 689.571070] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 689.574265] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.574265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.574265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.574265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.574265] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.574265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.574265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.574265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.574265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.574265] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.077817] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.077977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.078074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.078288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.078387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.078578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.078679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.078862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.078926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.078957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.079052] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 already deleted. [ 690.079136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.408025] env[69763]: INFO networking_nsxv3.common.synchronization [req-593f6a70-9653-412c-a8b3-966b305bf41e req-313a9699-7159-4266-9a88-628fbb5d6d27 service nova] Enqueued Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_rules [ 690.408497] env[69763]: INFO networking_nsxv3.common.synchronization [req-593f6a70-9653-412c-a8b3-966b305bf41e req-313a9699-7159-4266-9a88-628fbb5d6d27 service nova] Enqueued Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 690.408884] env[69763]: INFO networking_nsxv3.common.synchronization [req-593f6a70-9653-412c-a8b3-966b305bf41e req-313a9699-7159-4266-9a88-628fbb5d6d27 service nova] Enqueued Resource ID: 10ccd765-6960-44d8-a3f1-da78e5c01e48 with Priority: HIGHEST for action port [ 690.409056] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_rules [ 690.409469] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 690.409469] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ccd765-6960-44d8-a3f1-da78e5c01e48 with Priority: HIGHEST for action port [ 690.409937] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.410121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.410121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.410288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.410375] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.411236] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.411350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.411550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.411599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.411728] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.411812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.411862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.412034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.412130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.412221] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.413249] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ccd765-6960-44d8-a3f1-da78e5c01e48 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.413361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ccd765-6960-44d8-a3f1-da78e5c01e48" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.413427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ccd765-6960-44d8-a3f1-da78e5c01e48" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.413619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ccd765-6960-44d8-a3f1-da78e5c01e48" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.413875] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ccd765-6960-44d8-a3f1-da78e5c01e48',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.485450] env[69763]: INFO networking_nsxv3.common.synchronization [None req-accc2605-992f-4a9d-a5c2-2fe093818de8 None None] Enqueued Resource ID: 9c96e74a-ec3b-4304-b512-579478fb019a with Priority: HIGHEST for action port [ 690.486081] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96e74a-ec3b-4304-b512-579478fb019a with Priority: HIGHEST for action port [ 690.486403] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c96e74a-ec3b-4304-b512-579478fb019a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.486536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c96e74a-ec3b-4304-b512-579478fb019a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.486638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c96e74a-ec3b-4304-b512-579478fb019a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.486853] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c96e74a-ec3b-4304-b512-579478fb019a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.486968] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c96e74a-ec3b-4304-b512-579478fb019a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.543560] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.543560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.543560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.543560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.543560] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.543560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.543560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.543560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.543560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.543560] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.544014] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.544014] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.544136] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.544296] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.544441] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.544644] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.564405] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.564740] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.564809] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.564987] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.565393] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-c9980331-6df1-46f8-9f34-0f88a0f49607 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.565702] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-c9980331-6df1-46f8-9f34-0f88a0f49607" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.566031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-c9980331-6df1-46f8-9f34-0f88a0f49607" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.566882] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-c9980331-6df1-46f8-9f34-0f88a0f49607" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.567196] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9980331-6df1-46f8-9f34-0f88a0f49607',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.760552] env[69763]: INFO networking_nsxv3.common.synchronization [None req-4315589d-c694-44a5-ac0c-68f4ffa843fc tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Enqueued Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_rules [ 690.761767] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_rules [ 690.764243] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7302358-f51a-4cbb-9656-8aa372f785db taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.764243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.764243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.764696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.764828] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.916822] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.916988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.928160] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10ccd765-6960-44d8-a3f1-da78e5c01e48 with status ACTIVE [ 690.928160] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.928160] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.928160] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.928160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.928160] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10ccd765-6960-44d8-a3f1-da78e5c01e48 is going to be updated. [ 690.930184] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.953150] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.953731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.954595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.955076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.955076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.955550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ccd765-6960-44d8-a3f1-da78e5c01e48" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.993391] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c96e74a-ec3b-4304-b512-579478fb019a [ 690.994502] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.994502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.994502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.994502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.994502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.994502] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c96e74a-ec3b-4304-b512-579478fb019a already deleted. [ 690.994502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c96e74a-ec3b-4304-b512-579478fb019a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.070396] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.070642] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.070806] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.071153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.071350] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.071523] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port c9980331-6df1-46f8-9f34-0f88a0f49607 not found, creating... [ 691.071789] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.071957] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.072083] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.072315] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.072493] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.072807] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.072969] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.073268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.073546] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.073721] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.074078] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: c9980331-6df1-46f8-9f34-0f88a0f49607 is going to be created. [ 691.099040] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.099227] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.099356] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.099640] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.099872] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.100103] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-c9980331-6df1-46f8-9f34-0f88a0f49607" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.154652] env[69763]: INFO networking_nsxv3.common.synchronization [None req-2980f0a6-d01c-4530-8b23-ca0f1a9c2a28 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Enqueued Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_rules [ 691.155181] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_rules [ 691.155693] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7302358-f51a-4cbb-9656-8aa372f785db taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.155693] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.289174] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.289375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.289419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.289608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.289696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.289817] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7302358-f51a-4cbb-9656-8aa372f785db already deleted. [ 691.289865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.290029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.291388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.291388] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.434274] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.812246] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.812768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.812768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.812768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.812768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.813063] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7302358-f51a-4cbb-9656-8aa372f785db already deleted. [ 691.813063] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.935873] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.936501] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.936609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.936827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.936922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.937122] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f is going to be created. [ 691.968193] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.968364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.968364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.968781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.968781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.979623] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: UNINITIALIZED for 2s [ 692.316446] env[69763]: INFO networking_nsxv3.common.synchronization [req-2f56195b-84fa-4b68-b951-d679c0cc6acd req-2055d18e-ee27-4527-9cb0-e335c6ff46cc tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Enqueued Resource ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 with Priority: HIGHEST for action security_group_members [ 692.317072] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 with Priority: HIGHEST for action security_group_members [ 692.317530] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eaa301-26d3-4a3c-b538-1548b147d2a5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.317646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.317685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.318619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.321837] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.321837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.321837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.321837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.321837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.321837] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86eaa301-26d3-4a3c-b538-1548b147d2a5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.824084] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.824413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.824413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.824553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.824695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.824825] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.824918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.824977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.825136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.825205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.825289] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 already deleted. [ 692.825364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.459572] env[69763]: INFO networking_nsxv3.common.synchronization [req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba req-0390cd8e-b78b-454f-9686-3d24cfc0fa9c service nova] Enqueued Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_rules [ 693.459762] env[69763]: INFO networking_nsxv3.common.synchronization [req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba req-0390cd8e-b78b-454f-9686-3d24cfc0fa9c service nova] Enqueued Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 693.460104] env[69763]: INFO networking_nsxv3.common.synchronization [req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba req-0390cd8e-b78b-454f-9686-3d24cfc0fa9c service nova] Enqueued Resource ID: c9980331-6df1-46f8-9f34-0f88a0f49607 with Priority: HIGHEST for action port [ 693.460178] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_rules [ 693.460300] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 693.460392] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9980331-6df1-46f8-9f34-0f88a0f49607 with Priority: HIGHEST for action port [ 693.462774] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.462945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.463017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.463288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.463392] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.465025] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.465025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.465025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.465360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.465360] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.469244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.469244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.469244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.469244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.469244] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.470293] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9980331-6df1-46f8-9f34-0f88a0f49607 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.470293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9980331-6df1-46f8-9f34-0f88a0f49607" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.470293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9980331-6df1-46f8-9f34-0f88a0f49607" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.470403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9980331-6df1-46f8-9f34-0f88a0f49607" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.470485] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9980331-6df1-46f8-9f34-0f88a0f49607',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.805113] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.805113] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-808" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.805113] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-808" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.805113] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-808" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.805113] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.805868] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.806554] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.807897] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.807897] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.807897] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.807897] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.808292] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.808512] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.808729] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.808944] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.810281] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.832280] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.832280] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.832280] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.832280] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-808" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.832280] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.832280] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.832280] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.832280] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.833081] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e3fe84c-aab2-4122-b75a-ebfc4bc41f87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.972048] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.976776] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.976897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.977377] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9980331-6df1-46f8-9f34-0f88a0f49607 with status ACTIVE [ 693.978197] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.978394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.978472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.979993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.979993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.979993] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.979993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.980235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.980235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.980368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.980499] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.980588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.980643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.980827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.981019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.981513] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9980331-6df1-46f8-9f34-0f88a0f49607 is going to be updated. [ 694.000969] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: SUCCESS [ 694.001574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.001574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.001574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.002361] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.002361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.002361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.002361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.002361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.002361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.002665] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.006035] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.007992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.007992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.007992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.007992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.007992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9980331-6df1-46f8-9f34-0f88a0f49607" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.078593] env[69763]: INFO networking_nsxv3.common.synchronization [None req-793aee5b-4ada-4fe1-84bc-bb7fdb46d7f7 None None] Enqueued Resource ID: 6722fa23-eb56-4114-890d-800759aa615f with Priority: HIGHEST for action port [ 694.079552] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6722fa23-eb56-4114-890d-800759aa615f with Priority: HIGHEST for action port [ 694.080092] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-6722fa23-eb56-4114-890d-800759aa615f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.080092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6722fa23-eb56-4114-890d-800759aa615f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.080092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6722fa23-eb56-4114-890d-800759aa615f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.081251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6722fa23-eb56-4114-890d-800759aa615f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.081251] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6722fa23-eb56-4114-890d-800759aa615f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.335630] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.335891] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.336034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.336323] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.336477] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.336639] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 not found, creating... [ 694.336905] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.337082] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.337203] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.337563] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.337630] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.337853] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.338021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.338399] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.338626] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.338768] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.338914] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 is going to be created. [ 694.362144] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.362445] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.362756] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.363057] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.363369] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.363563] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.478594] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.505492] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.509021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.509021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.509021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.509021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.509849] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.509849] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.584210] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6722fa23-eb56-4114-890d-800759aa615f [ 694.584210] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.584210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.584210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.584210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.584210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.584210] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6722fa23-eb56-4114-890d-800759aa615f already deleted. [ 694.584210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6722fa23-eb56-4114-890d-800759aa615f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.983416] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.983755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.983755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.984411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.984560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.984711] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 is going to be created. [ 695.016698] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.016698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.016698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.016698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.016698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.016698] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd5f9a57-557c-4693-9b3b-fd41b22c240f: rpc.has_security_group_logging(os_id): False [ 695.034874] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: UNINITIALIZED for 2s [ 695.044023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.044023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.044023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.044023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.044023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.044023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.044023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.044023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.044023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.044548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.044548] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.044646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.044646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.044797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.044997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.045234] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.045338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.045415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.045613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.045689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.045775] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f is going to be created. [ 695.115893] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.115893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.115893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.115893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.115893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.131995] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: IN_PROGRESS for 2s [ 695.441504] env[69763]: INFO networking_nsxv3.common.synchronization [req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b req-d3eb574a-f8b2-4ebc-9113-9493056a1a28 tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Enqueued Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_members [ 695.441831] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_members [ 695.442614] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4e559d-29ed-4428-bc16-18dc2c852ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.442614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.442614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.442614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.444220] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.444220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.444220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.444220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.444220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.444220] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e4e559d-29ed-4428-bc16-18dc2c852ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.609224] env[69763]: INFO networking_nsxv3.common.synchronization [None req-2521a519-3682-4887-8c10-6e52c5830251 None None] Enqueued Resource ID: eb5d46d0-f50a-4c52-988c-97a240cdf9f5 with Priority: HIGHEST for action port [ 695.610956] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5d46d0-f50a-4c52-988c-97a240cdf9f5 with Priority: HIGHEST for action port [ 695.610956] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5d46d0-f50a-4c52-988c-97a240cdf9f5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.610956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5d46d0-f50a-4c52-988c-97a240cdf9f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.610956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5d46d0-f50a-4c52-988c-97a240cdf9f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.613468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5d46d0-f50a-4c52-988c-97a240cdf9f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.613468] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5d46d0-f50a-4c52-988c-97a240cdf9f5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.693251] env[69763]: INFO networking_nsxv3.common.synchronization [None req-434d9dae-7725-4121-9734-07445e8577e7 None None] Enqueued Resource ID: e574a4d2-f623-407b-b75e-f4bdd684bcfb with Priority: HIGHEST for action port [ 695.693251] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e574a4d2-f623-407b-b75e-f4bdd684bcfb with Priority: HIGHEST for action port [ 695.693251] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e574a4d2-f623-407b-b75e-f4bdd684bcfb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.693251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e574a4d2-f623-407b-b75e-f4bdd684bcfb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.693251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e574a4d2-f623-407b-b75e-f4bdd684bcfb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.693251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e574a4d2-f623-407b-b75e-f4bdd684bcfb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.693251] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e574a4d2-f623-407b-b75e-f4bdd684bcfb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.949427] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.949427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.949427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.949643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.949703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.950437] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.950437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.950437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.950437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.950437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.950437] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 already deleted. [ 695.950773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.115200] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb5d46d0-f50a-4c52-988c-97a240cdf9f5 [ 696.117738] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.117738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.117738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.117738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.117738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.117738] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb5d46d0-f50a-4c52-988c-97a240cdf9f5 already deleted. [ 696.117738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5d46d0-f50a-4c52-988c-97a240cdf9f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.196935] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e574a4d2-f623-407b-b75e-f4bdd684bcfb [ 696.197203] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.197455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.197455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.198186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.198186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.198186] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e574a4d2-f623-407b-b75e-f4bdd684bcfb already deleted. [ 696.198186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e574a4d2-f623-407b-b75e-f4bdd684bcfb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.745260] env[69763]: INFO networking_nsxv3.common.synchronization [req-2f56195b-84fa-4b68-b951-d679c0cc6acd req-8d1de310-006c-4d8b-9039-b67e57bc08b6 service nova] Enqueued Resource ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 with Priority: HIGHEST for action security_group_rules [ 696.745260] env[69763]: INFO networking_nsxv3.common.synchronization [req-2f56195b-84fa-4b68-b951-d679c0cc6acd req-8d1de310-006c-4d8b-9039-b67e57bc08b6 service nova] Enqueued Resource ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 with Priority: HIGHEST for action security_group_members [ 696.745260] env[69763]: INFO networking_nsxv3.common.synchronization [req-2f56195b-84fa-4b68-b951-d679c0cc6acd req-8d1de310-006c-4d8b-9039-b67e57bc08b6 service nova] Enqueued Resource ID: 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 with Priority: HIGHEST for action port [ 696.745260] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 with Priority: HIGHEST for action security_group_rules [ 696.745260] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 with Priority: HIGHEST for action security_group_members [ 696.745260] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 with Priority: HIGHEST for action port [ 696.745537] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86eaa301-26d3-4a3c-b538-1548b147d2a5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.745584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.746547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.746547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.746547] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86eaa301-26d3-4a3c-b538-1548b147d2a5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.748603] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eaa301-26d3-4a3c-b538-1548b147d2a5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.748603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.748603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.748603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.751225] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.751353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.751463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.751597] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.751684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.751885] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86eaa301-26d3-4a3c-b538-1548b147d2a5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.752878] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.752996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.753366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.753366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.753366] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e3fe84c-aab2-4122-b75a-ebfc4bc41f87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.033951] env[69763]: INFO networking_nsxv3.common.synchronization [None req-f016f32d-0b16-47cb-a48b-3f684faa7c93 None None] Enqueued Resource ID: fe8b555d-231d-4087-83a9-d2d72841d444 with Priority: HIGHEST for action port [ 697.034221] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe8b555d-231d-4087-83a9-d2d72841d444 with Priority: HIGHEST for action port [ 697.036026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe8b555d-231d-4087-83a9-d2d72841d444 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.036026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe8b555d-231d-4087-83a9-d2d72841d444" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.036026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe8b555d-231d-4087-83a9-d2d72841d444" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.036026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe8b555d-231d-4087-83a9-d2d72841d444" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.036026] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe8b555d-231d-4087-83a9-d2d72841d444',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.045886] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: SUCCESS [ 697.046675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.046675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.046675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.046925] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.046993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.047035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.047197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.047484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.047484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.047484] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.073174] env[69763]: INFO networking_nsxv3.common.synchronization [None req-b7d3fee3-d742-4525-b9dd-a42fa424c114 None None] Enqueued Resource ID: c77d93cf-cda5-46ec-9289-14dc4685fe7b with Priority: HIGHEST for action port [ 697.073174] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77d93cf-cda5-46ec-9289-14dc4685fe7b with Priority: HIGHEST for action port [ 697.073324] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c77d93cf-cda5-46ec-9289-14dc4685fe7b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.073374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c77d93cf-cda5-46ec-9289-14dc4685fe7b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.073406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c77d93cf-cda5-46ec-9289-14dc4685fe7b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.073653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c77d93cf-cda5-46ec-9289-14dc4685fe7b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.073733] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c77d93cf-cda5-46ec-9289-14dc4685fe7b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.147778] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: SUCCESS [ 697.148084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.257650] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86eaa301-26d3-4a3c-b538-1548b147d2a5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.257650] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eaa301-26d3-4a3c-b538-1548b147d2a5 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.257650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.257650] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 with status ACTIVE [ 697.257650] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.257650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.257650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.257650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.257650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.257650] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.257650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.257650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.257650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.258883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.259674] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.260039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.260039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.260676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.260676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.260676] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 is going to be updated. [ 697.284205] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.284366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.284409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.284662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.284817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.284952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.538464] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe8b555d-231d-4087-83a9-d2d72841d444 [ 697.538732] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.538863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.538929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.539178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.540277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.540277] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe8b555d-231d-4087-83a9-d2d72841d444 already deleted. [ 697.540277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe8b555d-231d-4087-83a9-d2d72841d444" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.551030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.551030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.551030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.551281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.551481] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.551617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.551712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.551897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.553999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.553999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.553999] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.553999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.553999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.553999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.553999] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.553999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.553999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.553999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.553999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.553999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.553999] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.576967] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c77d93cf-cda5-46ec-9289-14dc4685fe7b [ 697.577256] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.577424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.577518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.577757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.577871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.577990] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c77d93cf-cda5-46ec-9289-14dc4685fe7b already deleted. [ 697.578474] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c77d93cf-cda5-46ec-9289-14dc4685fe7b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.600919] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.602027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-464" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.605171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-464" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.605171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-464" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.607031] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.607031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.607031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.607185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.607327] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.607541] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.607661] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.607768] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.607883] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.607993] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.608115] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.608351] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.629209] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.629209] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.629388] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.629457] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-464" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.630305] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-75a7c677-5257-4c91-a659-74e213172401 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.630305] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-75a7c677-5257-4c91-a659-74e213172401" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.630305] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-75a7c677-5257-4c91-a659-74e213172401" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.630485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-75a7c677-5257-4c91-a659-74e213172401" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.630485] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a7c677-5257-4c91-a659-74e213172401',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.714604] env[69763]: INFO networking_nsxv3.common.synchronization [req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c req-6f51f8a3-4e18-4a1b-bdb7-004b963d135e tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Enqueued Resource ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc with Priority: HIGHEST for action security_group_members [ 697.715253] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc with Priority: HIGHEST for action security_group_members [ 697.719087] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.719087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.719087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.719793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.719793] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.720555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.720555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.720555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.720555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.720555] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('886a5a6f-19b4-467b-8fee-a5bdf31c99dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.756938] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86eaa301-26d3-4a3c-b538-1548b147d2a5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.055533] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5ec35ef-b835-452c-85de-bf4f7a9a9115: rpc.has_security_group_logging(os_id): False [ 698.073674] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.073783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.076145] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.076145] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.076145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.076145] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.076703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.076703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.076703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.076703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.076703] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 is going to be created. [ 698.139169] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.139169] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.139169] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.139169] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.139169] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.139169] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 75a7c677-5257-4c91-a659-74e213172401 not found, creating... [ 698.141615] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.141615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.141615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.141615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.141615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.142526] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.142916] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.142916] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.143764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.143764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.143764] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 75a7c677-5257-4c91-a659-74e213172401 is going to be created. [ 698.146401] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.146528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.146573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.147290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.147290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.159975] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: IN_PROGRESS for 2s [ 698.169880] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.170158] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.170236] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.170509] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.170728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.170943] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-75a7c677-5257-4c91-a659-74e213172401" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.226481] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.227016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.227016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.227460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.227460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.228162] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.228162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.228162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.228162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.228162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.228162] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc already deleted. [ 698.228369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.261239] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.261418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.261459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.261681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.261766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.261859] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 is going to be created. [ 698.303095] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.303249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.303319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.303544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.303717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.320795] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 in Status: UNINITIALIZED for 2s [ 699.024620] env[69763]: INFO networking_nsxv3.common.synchronization [None req-183ef6cc-aa74-46ee-b5ce-ae2970a867be None None] Enqueued Resource ID: 9e769de0-5dfb-4485-a556-d946cd7a5473 with Priority: HIGHEST for action port [ 699.025562] env[69763]: INFO networking_nsxv3.common.synchronization [None req-aa391613-5b34-4c8c-a4ce-e1ed7f796bd4 None None] Enqueued Resource ID: 4de17532-b68f-457a-a213-c0212cc6f303 with Priority: HIGHEST for action port [ 699.026199] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e769de0-5dfb-4485-a556-d946cd7a5473 with Priority: HIGHEST for action port [ 699.026355] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de17532-b68f-457a-a213-c0212cc6f303 with Priority: HIGHEST for action port [ 699.026613] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e769de0-5dfb-4485-a556-d946cd7a5473 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.026737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e769de0-5dfb-4485-a556-d946cd7a5473" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.026980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e769de0-5dfb-4485-a556-d946cd7a5473" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.027596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e769de0-5dfb-4485-a556-d946cd7a5473" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.027596] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e769de0-5dfb-4485-a556-d946cd7a5473',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.031824] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de17532-b68f-457a-a213-c0212cc6f303 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.031982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de17532-b68f-457a-a213-c0212cc6f303" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.032071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de17532-b68f-457a-a213-c0212cc6f303" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.032329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de17532-b68f-457a-a213-c0212cc6f303" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.032416] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de17532-b68f-457a-a213-c0212cc6f303',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.533143] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e769de0-5dfb-4485-a556-d946cd7a5473 [ 699.533143] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.533143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.533455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.533794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.533794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.533896] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e769de0-5dfb-4485-a556-d946cd7a5473 already deleted. [ 699.533925] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e769de0-5dfb-4485-a556-d946cd7a5473" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.534168] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4de17532-b68f-457a-a213-c0212cc6f303 [ 699.535291] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.535291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.535291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.535291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.535291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.535291] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4de17532-b68f-457a-a213-c0212cc6f303 already deleted. [ 699.535291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de17532-b68f-457a-a213-c0212cc6f303" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.657768] env[69763]: INFO networking_nsxv3.common.synchronization [None req-823cac5b-2c83-4eac-8715-c68ba1db9a19 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_rules [ 699.658307] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_rules [ 699.660807] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.660807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.663037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.663037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.663037] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.781563] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.781761] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-205" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.781893] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-205" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.782241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-205" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.782537] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.782709] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.782830] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.784516] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.784800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.785178] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.785848] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.786535] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.786535] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.786535] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.786535] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.786535] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.808618] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.808618] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.808618] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.808618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-205" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.808618] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-494963b2-3eab-4b17-86d0-b55d8aec0a5d taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.808618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-494963b2-3eab-4b17-86d0-b55d8aec0a5d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.808618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-494963b2-3eab-4b17-86d0-b55d8aec0a5d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.808618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-494963b2-3eab-4b17-86d0-b55d8aec0a5d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.808618] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494963b2-3eab-4b17-86d0-b55d8aec0a5d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.183445] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: SUCCESS [ 700.183634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.193367] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.193367] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.193367] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.193367] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.193367] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.193367] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 already deleted. [ 700.193367] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.314641] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.314789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.315903] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.315903] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.315903] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.316288] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 494963b2-3eab-4b17-86d0-b55d8aec0a5d not found, creating... [ 700.316642] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.316830] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.317174] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.317309] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.317460] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.317898] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.318139] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.318171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.318450] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.318803] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.318803] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 494963b2-3eab-4b17-86d0-b55d8aec0a5d is going to be created. [ 700.339387] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 in Status: SUCCESS [ 700.339769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.340774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.341394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.341394] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.341794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.341879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.342099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.342192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.342290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.342622] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86eaa301-26d3-4a3c-b538-1548b147d2a5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.357909] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.361428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.361428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.361428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.362092] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.364376] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-494963b2-3eab-4b17-86d0-b55d8aec0a5d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.368121] env[69763]: INFO networking_nsxv3.common.synchronization [None req-f3400c37-dac9-4ec5-9f83-08e20aab9f96 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_rules [ 700.368786] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_rules [ 700.369138] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.371856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.372022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.374360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.374440] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.701288] env[69763]: INFO networking_nsxv3.common.synchronization [req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b req-b2c17c8d-471b-49d3-ae17-9f2997dcf4ae service nova] Enqueued Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_rules [ 700.702751] env[69763]: INFO networking_nsxv3.common.synchronization [req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b req-b2c17c8d-471b-49d3-ae17-9f2997dcf4ae service nova] Enqueued Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_members [ 700.703046] env[69763]: INFO networking_nsxv3.common.synchronization [req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b req-b2c17c8d-471b-49d3-ae17-9f2997dcf4ae service nova] Enqueued Resource ID: 75a7c677-5257-4c91-a659-74e213172401 with Priority: HIGHEST for action port [ 700.704366] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_rules [ 700.704544] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_members [ 700.704824] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a7c677-5257-4c91-a659-74e213172401 with Priority: HIGHEST for action port [ 700.706978] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.706978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.706978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.707229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.707229] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e4e559d-29ed-4428-bc16-18dc2c852ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.710029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4e559d-29ed-4428-bc16-18dc2c852ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.710029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.710029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.710029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.710029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.710029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.710029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.710029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.710029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.710029] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e4e559d-29ed-4428-bc16-18dc2c852ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.712737] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a7c677-5257-4c91-a659-74e213172401 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.712915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a7c677-5257-4c91-a659-74e213172401" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.713055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a7c677-5257-4c91-a659-74e213172401" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.713128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a7c677-5257-4c91-a659-74e213172401" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.713216] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a7c677-5257-4c91-a659-74e213172401',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.850151] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eaa301-26d3-4a3c-b538-1548b147d2a5 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.850314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.850314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.851579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.851579] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.851579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.851579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.851579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.851579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.851579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.851579] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eaa301-26d3-4a3c-b538-1548b147d2a5 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.851579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.851579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.852551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.852551] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.852551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.852551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.852551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.852551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.852551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.852551] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86eaa301-26d3-4a3c-b538-1548b147d2a5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.897518] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.897518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.897518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.897518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.897518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.897518] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 already deleted. [ 700.897518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.041375] env[69763]: INFO networking_nsxv3.common.synchronization [req-02e230f1-7643-44f9-ad48-1d97a9c65a87 req-0cb09889-aa7b-4c68-b932-6421c5f4674f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Enqueued Resource ID: 02f63548-e104-43b5-9003-8e765ffb8b08 with Priority: HIGHEST for action security_group_members [ 701.041927] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f63548-e104-43b5-9003-8e765ffb8b08 with Priority: HIGHEST for action security_group_members [ 701.044300] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f63548-e104-43b5-9003-8e765ffb8b08 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.044598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.044678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.045725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.049365] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.049365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.049365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.049365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.049365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.049365] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02f63548-e104-43b5-9003-8e765ffb8b08',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.215942] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e4e559d-29ed-4428-bc16-18dc2c852ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.218257] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4e559d-29ed-4428-bc16-18dc2c852ce0 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.218257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.218257] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75a7c677-5257-4c91-a659-74e213172401 with status ACTIVE [ 701.218390] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.218753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.218753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.218753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.218959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.218959] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.219109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.219161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.219594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.219594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.219594] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.220064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.220064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.220302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.220383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.220474] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75a7c677-5257-4c91-a659-74e213172401 is going to be updated. [ 701.247514] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.247751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.248017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.248163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.248339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a7c677-5257-4c91-a659-74e213172401" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.356763] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86eaa301-26d3-4a3c-b538-1548b147d2a5: rpc.has_security_group_logging(os_id): False [ 701.377775] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.378611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.378611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.378611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.379176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.379931] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.379931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.379931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.379931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.380150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.380341] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.380509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.381226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.381226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.383045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.383045] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.383045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.383045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.383045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.383045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.383045] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 is going to be created. [ 701.387632] env[69763]: INFO networking_nsxv3.common.synchronization [None req-47b992b4-72e1-46b0-a996-3cb22f8a961f None None] Enqueued Resource ID: 747da99e-fd62-44aa-8e1a-c873195121be with Priority: HIGHEST for action port [ 701.388961] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747da99e-fd62-44aa-8e1a-c873195121be with Priority: HIGHEST for action port [ 701.390383] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-747da99e-fd62-44aa-8e1a-c873195121be taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.390383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-747da99e-fd62-44aa-8e1a-c873195121be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.390383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-747da99e-fd62-44aa-8e1a-c873195121be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.390740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-747da99e-fd62-44aa-8e1a-c873195121be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.390830] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('747da99e-fd62-44aa-8e1a-c873195121be',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.470227] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.470227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.470227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.470531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.473089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.503054] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 in Status: IN_PROGRESS for 2s [ 701.552587] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.552797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.552839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.553059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.553160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.553376] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.553491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.553555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.553866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.553866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.553866] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02f63548-e104-43b5-9003-8e765ffb8b08 already deleted. [ 701.554043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.574400] env[69763]: INFO networking_nsxv3.common.synchronization [None req-2ec96a0e-6628-42e5-9dee-bf8786c23e36 None None] Enqueued Resource ID: bc844064-7b11-4dbd-93c1-d317bc007ab3 with Priority: HIGHEST for action port [ 701.575034] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc844064-7b11-4dbd-93c1-d317bc007ab3 with Priority: HIGHEST for action port [ 701.575377] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc844064-7b11-4dbd-93c1-d317bc007ab3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.575512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc844064-7b11-4dbd-93c1-d317bc007ab3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.575599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc844064-7b11-4dbd-93c1-d317bc007ab3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.577727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc844064-7b11-4dbd-93c1-d317bc007ab3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.577820] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc844064-7b11-4dbd-93c1-d317bc007ab3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.719172] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e4e559d-29ed-4428-bc16-18dc2c852ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.726910] env[69763]: INFO networking_nsxv3.common.synchronization [req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c req-e01f62cc-4b5a-4d28-9c6d-a6d0c3787e5f service nova] Enqueued Resource ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc with Priority: HIGHEST for action security_group_rules [ 701.726910] env[69763]: INFO networking_nsxv3.common.synchronization [req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c req-e01f62cc-4b5a-4d28-9c6d-a6d0c3787e5f service nova] Enqueued Resource ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc with Priority: HIGHEST for action security_group_members [ 701.727382] env[69763]: INFO networking_nsxv3.common.synchronization [req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c req-e01f62cc-4b5a-4d28-9c6d-a6d0c3787e5f service nova] Enqueued Resource ID: 494963b2-3eab-4b17-86d0-b55d8aec0a5d with Priority: HIGHEST for action port [ 701.727382] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc with Priority: HIGHEST for action security_group_rules [ 701.727382] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc with Priority: HIGHEST for action security_group_members [ 701.727581] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494963b2-3eab-4b17-86d0-b55d8aec0a5d with Priority: HIGHEST for action port [ 701.728120] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-886a5a6f-19b4-467b-8fee-a5bdf31c99dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.728235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.728235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.728509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.728863] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('886a5a6f-19b4-467b-8fee-a5bdf31c99dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.731559] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.731559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.731559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.731559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.731559] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.731559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.731559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.731559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.731559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.731559] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('886a5a6f-19b4-467b-8fee-a5bdf31c99dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.734117] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-494963b2-3eab-4b17-86d0-b55d8aec0a5d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.734117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494963b2-3eab-4b17-86d0-b55d8aec0a5d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.734248] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494963b2-3eab-4b17-86d0-b55d8aec0a5d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.734309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494963b2-3eab-4b17-86d0-b55d8aec0a5d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.734388] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494963b2-3eab-4b17-86d0-b55d8aec0a5d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.893771] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 747da99e-fd62-44aa-8e1a-c873195121be [ 701.893995] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.894222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.894289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.894505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.894606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.894717] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:747da99e-fd62-44aa-8e1a-c873195121be already deleted. [ 701.894808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-747da99e-fd62-44aa-8e1a-c873195121be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.079990] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc844064-7b11-4dbd-93c1-d317bc007ab3 [ 702.083782] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.083782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.083782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.083782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.083782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.083782] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc844064-7b11-4dbd-93c1-d317bc007ab3 already deleted. [ 702.083782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc844064-7b11-4dbd-93c1-d317bc007ab3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.224670] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.224670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.224670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.225512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.225635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.225727] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 is going to be created. [ 702.236461] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('886a5a6f-19b4-467b-8fee-a5bdf31c99dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.237678] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.237837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.246212] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 494963b2-3eab-4b17-86d0-b55d8aec0a5d with status ACTIVE [ 702.246212] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.246212] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.246212] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.246212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.246212] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 494963b2-3eab-4b17-86d0-b55d8aec0a5d is going to be updated. [ 702.262038] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.262232] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.262315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.262641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.262765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.269605] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.269605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.269605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.269752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.270408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.270408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494963b2-3eab-4b17-86d0-b55d8aec0a5d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.278682] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 in Status: UNINITIALIZED for 2s [ 702.430390] env[69763]: INFO networking_nsxv3.common.synchronization [None req-f594eb7e-e57d-4dc5-a88f-302f1f050ef3 None None] Enqueued Resource ID: 0305c7ec-d7ec-4386-8493-d7ad139c314e with Priority: HIGHEST for action port [ 702.431259] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0305c7ec-d7ec-4386-8493-d7ad139c314e with Priority: HIGHEST for action port [ 702.431361] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-0305c7ec-d7ec-4386-8493-d7ad139c314e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.431486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0305c7ec-d7ec-4386-8493-d7ad139c314e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.431551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0305c7ec-d7ec-4386-8493-d7ad139c314e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.431844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0305c7ec-d7ec-4386-8493-d7ad139c314e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.431933] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0305c7ec-d7ec-4386-8493-d7ad139c314e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.747345] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('886a5a6f-19b4-467b-8fee-a5bdf31c99dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.876829] env[69763]: INFO networking_nsxv3.common.synchronization [None req-7cb756a1-a523-41f9-b722-470d6003b9e2 None None] Enqueued Resource ID: 2215e45f-cc88-4dbd-8c09-c8a3dbde07f1 with Priority: HIGHEST for action port [ 702.876875] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2215e45f-cc88-4dbd-8c09-c8a3dbde07f1 with Priority: HIGHEST for action port [ 702.881022] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-2215e45f-cc88-4dbd-8c09-c8a3dbde07f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.881022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2215e45f-cc88-4dbd-8c09-c8a3dbde07f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.881022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2215e45f-cc88-4dbd-8c09-c8a3dbde07f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.881022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2215e45f-cc88-4dbd-8c09-c8a3dbde07f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.881022] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2215e45f-cc88-4dbd-8c09-c8a3dbde07f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.935249] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0305c7ec-d7ec-4386-8493-d7ad139c314e [ 702.936736] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.936736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.936736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.936736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.936736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.936736] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0305c7ec-d7ec-4386-8493-d7ad139c314e already deleted. [ 702.937084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0305c7ec-d7ec-4386-8493-d7ad139c314e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.997479] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.997479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.997479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.997479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.997479] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.997479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.997886] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.998507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.999114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.999716] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.999716] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.999716] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.999877] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.000163] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.000337] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.000517] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.024962] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.024962] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.024962] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.024962] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.025337] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-c8314085-d06f-45ad-9ba1-5136380b87c2 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.025532] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-c8314085-d06f-45ad-9ba1-5136380b87c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.025695] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-c8314085-d06f-45ad-9ba1-5136380b87c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.026647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-c8314085-d06f-45ad-9ba1-5136380b87c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.026647] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8314085-d06f-45ad-9ba1-5136380b87c2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.076125] env[69763]: INFO networking_nsxv3.common.synchronization [req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc req-5df36458-5bce-4793-a036-88a226d70c21 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Enqueued Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 703.076709] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 703.076901] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.082835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.083078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.083389] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.084249] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.084499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.084580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.085597] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.085763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.086598] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.253138] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.253352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.253437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.253718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.253819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.253967] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc is going to be created. [ 703.284325] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.284484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.284536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.285565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.285565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.302786] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc in Status: UNINITIALIZED for 2s [ 703.380025] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2215e45f-cc88-4dbd-8c09-c8a3dbde07f1 [ 703.380821] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.381742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.381928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.383043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.383397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.383397] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2215e45f-cc88-4dbd-8c09-c8a3dbde07f1 already deleted. [ 703.383397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2215e45f-cc88-4dbd-8c09-c8a3dbde07f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.529532] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 in Status: SUCCESS [ 703.529806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.530374] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.530581] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.530857] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.531195] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.531195] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.531408] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port c8314085-d06f-45ad-9ba1-5136380b87c2 not found, creating... [ 703.531548] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.531703] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.531830] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.532120] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.532322] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.532557] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.533128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.533128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.533128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.533249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.533355] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: c8314085-d06f-45ad-9ba1-5136380b87c2 is going to be created. [ 703.592741] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.592961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.593096] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.593402] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.594142] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.594397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-c8314085-d06f-45ad-9ba1-5136380b87c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.595949] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.596112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.596200] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.597051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.597051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.597051] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.597051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.597051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.597323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.597323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.597323] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843090c6-f1c0-493b-a9b9-fb879941eced already deleted. [ 703.597323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.297216] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 in Status: SUCCESS [ 704.297216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.297216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.297216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.297216] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.297216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.297216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.298909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.299098] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.299294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.299462] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e4e559d-29ed-4428-bc16-18dc2c852ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.379959] env[69763]: INFO networking_nsxv3.common.synchronization [None req-050f97d7-0cc4-4315-b646-3edbbb57c837 None None] Enqueued Resource ID: f5e0241b-68ed-47fd-bf14-3c59bba831b0 with Priority: HIGHEST for action port [ 704.379959] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e0241b-68ed-47fd-bf14-3c59bba831b0 with Priority: HIGHEST for action port [ 704.379959] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e0241b-68ed-47fd-bf14-3c59bba831b0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.379959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e0241b-68ed-47fd-bf14-3c59bba831b0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.379959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e0241b-68ed-47fd-bf14-3c59bba831b0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.383756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e0241b-68ed-47fd-bf14-3c59bba831b0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.384049] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e0241b-68ed-47fd-bf14-3c59bba831b0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.465011] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.465213] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.465295] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.465594] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.465864] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.466932] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.467448] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.467816] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.468020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.468349] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.468492] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.468703] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.468767] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.468881] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.469020] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.469193] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.490989] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.491195] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.491335] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.491510] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.491913] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-83e9424b-b290-4540-a74c-023b79e0fc1e taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.492124] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-83e9424b-b290-4540-a74c-023b79e0fc1e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.492243] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-83e9424b-b290-4540-a74c-023b79e0fc1e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.493016] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-83e9424b-b290-4540-a74c-023b79e0fc1e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.493016] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83e9424b-b290-4540-a74c-023b79e0fc1e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.802375] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e4e559d-29ed-4428-bc16-18dc2c852ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.894076] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5e0241b-68ed-47fd-bf14-3c59bba831b0 [ 704.894947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.894947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.894947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.894947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.895375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.895934] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5e0241b-68ed-47fd-bf14-3c59bba831b0 already deleted. [ 704.895934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e0241b-68ed-47fd-bf14-3c59bba831b0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.997079] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.997079] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.997079] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.997079] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.999097] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.999097] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 83e9424b-b290-4540-a74c-023b79e0fc1e not found, creating... [ 704.999097] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.000981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.001108] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.001410] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.001835] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.001925] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.002566] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.005869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.005869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.005869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.005869] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 83e9424b-b290-4540-a74c-023b79e0fc1e is going to be created. [ 705.030036] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.030266] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.031174] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.031951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.031951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.031951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-83e9424b-b290-4540-a74c-023b79e0fc1e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.072377] env[69763]: INFO networking_nsxv3.common.synchronization [req-02e230f1-7643-44f9-ad48-1d97a9c65a87 req-859b8d2f-4a09-4737-97b9-859816d74f53 service nova] Enqueued Resource ID: 02f63548-e104-43b5-9003-8e765ffb8b08 with Priority: HIGHEST for action security_group_rules [ 705.072556] env[69763]: INFO networking_nsxv3.common.synchronization [req-02e230f1-7643-44f9-ad48-1d97a9c65a87 req-859b8d2f-4a09-4737-97b9-859816d74f53 service nova] Enqueued Resource ID: 02f63548-e104-43b5-9003-8e765ffb8b08 with Priority: HIGHEST for action security_group_members [ 705.072696] env[69763]: INFO networking_nsxv3.common.synchronization [req-02e230f1-7643-44f9-ad48-1d97a9c65a87 req-859b8d2f-4a09-4737-97b9-859816d74f53 service nova] Enqueued Resource ID: c8314085-d06f-45ad-9ba1-5136380b87c2 with Priority: HIGHEST for action port [ 705.072930] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f63548-e104-43b5-9003-8e765ffb8b08 with Priority: HIGHEST for action security_group_rules [ 705.073132] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f63548-e104-43b5-9003-8e765ffb8b08 with Priority: HIGHEST for action security_group_members [ 705.073234] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8314085-d06f-45ad-9ba1-5136380b87c2 with Priority: HIGHEST for action port [ 705.073702] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02f63548-e104-43b5-9003-8e765ffb8b08 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.073835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.073888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.074967] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.075052] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02f63548-e104-43b5-9003-8e765ffb8b08',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.076316] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f63548-e104-43b5-9003-8e765ffb8b08 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.076481] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.076518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.076771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.076864] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.077009] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.077009] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.077121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.077212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.077301] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02f63548-e104-43b5-9003-8e765ffb8b08',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.078008] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8314085-d06f-45ad-9ba1-5136380b87c2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.078242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8314085-d06f-45ad-9ba1-5136380b87c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.078309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8314085-d06f-45ad-9ba1-5136380b87c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.078459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8314085-d06f-45ad-9ba1-5136380b87c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.078532] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8314085-d06f-45ad-9ba1-5136380b87c2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.305556] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e4e559d-29ed-4428-bc16-18dc2c852ce0: rpc.has_security_group_logging(os_id): False [ 705.341923] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc in Status: SUCCESS [ 705.342180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.342850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.343178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.343292] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.343535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.343535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.343760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.343760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.343879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.343948] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('886a5a6f-19b4-467b-8fee-a5bdf31c99dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.346643] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.346643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.346824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.347070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.347070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.347262] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.347463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.347463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.347584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.349621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.349621] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 is going to be created. [ 705.514034] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.514034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.514034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.514034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.514034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.527349] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 in Status: IN_PROGRESS for 2s [ 705.580163] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02f63548-e104-43b5-9003-8e765ffb8b08',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.581282] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f63548-e104-43b5-9003-8e765ffb8b08 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.581444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.581564] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8314085-d06f-45ad-9ba1-5136380b87c2 with status ACTIVE [ 705.581695] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.581822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.581908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.582276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.582276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.582420] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.582529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.582587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.582799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.582799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.583304] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.584267] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.584397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.584684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.584862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.585032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8314085-d06f-45ad-9ba1-5136380b87c2 is going to be updated. [ 705.626392] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.626619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.626619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.626822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.626998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.627280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8314085-d06f-45ad-9ba1-5136380b87c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.850032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.850032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.850032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.850032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.850032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.851251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.851251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.851251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.851347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.855116] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('886a5a6f-19b4-467b-8fee-a5bdf31c99dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.087380] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02f63548-e104-43b5-9003-8e765ffb8b08',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.357281] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 886a5a6f-19b4-467b-8fee-a5bdf31c99dc: rpc.has_security_group_logging(os_id): False [ 706.383040] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.385152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.385152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.385152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.385152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.385152] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.385152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.385152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.386123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.389604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.389604] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.389604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.389604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.389604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.389604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.389604] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.389604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.389604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.389604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.389604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.389604] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc is going to be created. [ 706.471486] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.471486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.471486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.471486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.471486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.490822] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc in Status: IN_PROGRESS for 2s [ 706.590724] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.590724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.590878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.591035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.591210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.591325] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02f63548-e104-43b5-9003-8e765ffb8b08 is going to be created. [ 706.628124] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.628382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.628382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.628709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.628779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.647239] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02f63548-e104-43b5-9003-8e765ffb8b08 in Status: UNINITIALIZED for 2s [ 706.685029] env[69763]: INFO networking_nsxv3.common.synchronization [None req-20319fcc-4793-43a5-beab-e2edf9179aef None None] Enqueued Resource ID: 1f2f3529-92fc-4bb3-8fa6-004c4de9a10a with Priority: HIGHEST for action port [ 706.685676] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f3529-92fc-4bb3-8fa6-004c4de9a10a with Priority: HIGHEST for action port [ 706.686057] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f2f3529-92fc-4bb3-8fa6-004c4de9a10a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.686394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f2f3529-92fc-4bb3-8fa6-004c4de9a10a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.686504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f2f3529-92fc-4bb3-8fa6-004c4de9a10a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.686771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f2f3529-92fc-4bb3-8fa6-004c4de9a10a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.689027] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2f3529-92fc-4bb3-8fa6-004c4de9a10a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.161111] env[69763]: INFO networking_nsxv3.common.synchronization [req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc req-352a1770-bce3-4537-af16-f3ceb4d2fcf7 service nova] Enqueued Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_rules [ 707.161329] env[69763]: INFO networking_nsxv3.common.synchronization [req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc req-352a1770-bce3-4537-af16-f3ceb4d2fcf7 service nova] Enqueued Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 707.161441] env[69763]: INFO networking_nsxv3.common.synchronization [req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc req-352a1770-bce3-4537-af16-f3ceb4d2fcf7 service nova] Enqueued Resource ID: 83e9424b-b290-4540-a74c-023b79e0fc1e with Priority: HIGHEST for action port [ 707.161693] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_rules [ 707.161865] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 707.161917] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e9424b-b290-4540-a74c-023b79e0fc1e with Priority: HIGHEST for action port [ 707.162551] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.162714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.162787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.163752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.163867] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.164853] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.164984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.165150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.165246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.165371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.165485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.165524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.165714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.166021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.166149] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.167963] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-83e9424b-b290-4540-a74c-023b79e0fc1e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.168100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83e9424b-b290-4540-a74c-023b79e0fc1e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.168173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83e9424b-b290-4540-a74c-023b79e0fc1e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.168331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83e9424b-b290-4540-a74c-023b79e0fc1e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.168625] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83e9424b-b290-4540-a74c-023b79e0fc1e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.189998] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f2f3529-92fc-4bb3-8fa6-004c4de9a10a [ 707.190975] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.191423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.191524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.191732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.191840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.191915] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f2f3529-92fc-4bb3-8fa6-004c4de9a10a already deleted. [ 707.192275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f2f3529-92fc-4bb3-8fa6-004c4de9a10a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.546778] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 in Status: SUCCESS [ 707.547176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.669055] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.671607] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83e9424b-b290-4540-a74c-023b79e0fc1e with status ACTIVE [ 707.671838] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.672042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.672079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.672571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.672571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.672571] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.672782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.672782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.672875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.672964] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.673418] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.673418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.673418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.673572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.673572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.673572] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83e9424b-b290-4540-a74c-023b79e0fc1e is going to be updated. [ 707.674766] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.674938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.701551] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.701870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.701870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.702301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.702301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.702417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83e9424b-b290-4540-a74c-023b79e0fc1e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.172296] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.505530] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc in Status: SUCCESS [ 708.507300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.519897] env[69763]: INFO networking_nsxv3.common.synchronization [None req-784b74ac-1fda-43fb-aae4-f7bdd0a8770f None None] Enqueued Resource ID: 2a7ed460-f774-46ad-b439-17506278bffa with Priority: HIGHEST for action port [ 708.519897] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7ed460-f774-46ad-b439-17506278bffa with Priority: HIGHEST for action port [ 708.519897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a7ed460-f774-46ad-b439-17506278bffa taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.519897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a7ed460-f774-46ad-b439-17506278bffa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.519897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a7ed460-f774-46ad-b439-17506278bffa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.519897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a7ed460-f774-46ad-b439-17506278bffa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.519897] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a7ed460-f774-46ad-b439-17506278bffa',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.668183] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02f63548-e104-43b5-9003-8e765ffb8b08 in Status: SUCCESS [ 708.668183] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.668183] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.668183] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.668183] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.668183] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.668774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.668774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.669527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.669681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.669941] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02f63548-e104-43b5-9003-8e765ffb8b08',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.675230] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.675362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.675439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.675661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.675748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.675842] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843090c6-f1c0-493b-a9b9-fb879941eced is going to be created. [ 708.719135] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.719344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.719344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.719549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.719706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.732365] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: UNINITIALIZED for 2s [ 709.028363] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a7ed460-f774-46ad-b439-17506278bffa [ 709.028363] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.028363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.028363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.028363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.028363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.028363] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a7ed460-f774-46ad-b439-17506278bffa already deleted. [ 709.028363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a7ed460-f774-46ad-b439-17506278bffa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.177530] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f63548-e104-43b5-9003-8e765ffb8b08 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.177746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.177820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.178069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.178238] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.178336] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.178398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.178565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.178640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.178728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.178918] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f63548-e104-43b5-9003-8e765ffb8b08 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.179049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.179110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.179278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.179398] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.179486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.179545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.179691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.179791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.179940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.179974] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02f63548-e104-43b5-9003-8e765ffb8b08',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.281926] env[69763]: INFO networking_nsxv3.common.synchronization [req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf req-6e99e032-c354-444a-8a32-dc9caccd3322 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Enqueued Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_members [ 709.283216] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_members [ 709.283539] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7302358-f51a-4cbb-9656-8aa372f785db taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.283705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.283774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.283991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.284743] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.284743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.284743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.284743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.284743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.284743] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.458143] env[69763]: INFO networking_nsxv3.common.synchronization [None req-5f8571fb-7db8-4563-bccb-95e84939ce45 None None] Enqueued Resource ID: 9481c65b-4de0-4305-bc83-5b76095fcb4a with Priority: HIGHEST for action port [ 709.458143] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9481c65b-4de0-4305-bc83-5b76095fcb4a with Priority: HIGHEST for action port [ 709.458143] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-9481c65b-4de0-4305-bc83-5b76095fcb4a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.458143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9481c65b-4de0-4305-bc83-5b76095fcb4a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.458143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9481c65b-4de0-4305-bc83-5b76095fcb4a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.458143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9481c65b-4de0-4305-bc83-5b76095fcb4a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.458143] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9481c65b-4de0-4305-bc83-5b76095fcb4a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.688330] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02f63548-e104-43b5-9003-8e765ffb8b08: rpc.has_security_group_logging(os_id): False [ 709.709866] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.710068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.710213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.710415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.710549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.710782] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.710873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.710942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.711120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.711203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.711372] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.711519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.711519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.711653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.711745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.711997] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.712847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.712955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.713194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.713194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.713335] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02f63548-e104-43b5-9003-8e765ffb8b08 is going to be created. [ 709.775583] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.775583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.775583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.775896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.775896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.791034] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.791034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.791034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.791034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.791034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.791034] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.791034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.791034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.791034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.791034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.791034] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7302358-f51a-4cbb-9656-8aa372f785db already deleted. [ 709.791034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.791853] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02f63548-e104-43b5-9003-8e765ffb8b08 in Status: IN_PROGRESS for 2s [ 709.961072] env[69763]: INFO networking_nsxv3.common.synchronization [None req-b18648d9-4a85-4388-be58-b315ebd69183 None None] Enqueued Resource ID: 6fca2363-cec7-42e8-ac0e-959d68a42083 with Priority: HIGHEST for action port [ 709.961072] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fca2363-cec7-42e8-ac0e-959d68a42083 with Priority: HIGHEST for action port [ 709.961072] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fca2363-cec7-42e8-ac0e-959d68a42083 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.961072] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fca2363-cec7-42e8-ac0e-959d68a42083" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.961072] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fca2363-cec7-42e8-ac0e-959d68a42083" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.961072] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fca2363-cec7-42e8-ac0e-959d68a42083" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.961072] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fca2363-cec7-42e8-ac0e-959d68a42083',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.963231] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9481c65b-4de0-4305-bc83-5b76095fcb4a [ 709.963829] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.964223] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.964398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.966162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.966162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.966162] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9481c65b-4de0-4305-bc83-5b76095fcb4a already deleted. [ 709.966162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9481c65b-4de0-4305-bc83-5b76095fcb4a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.464764] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fca2363-cec7-42e8-ac0e-959d68a42083 [ 710.464968] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.465109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.465175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.465385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.465460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.465522] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fca2363-cec7-42e8-ac0e-959d68a42083 already deleted. [ 710.465597] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fca2363-cec7-42e8-ac0e-959d68a42083" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.620409] env[69763]: INFO networking_nsxv3.common.synchronization [None req-40a958cf-3d19-4831-b91e-cd5ae40f2633 None None] Enqueued Resource ID: c3634673-e3a7-45de-8ad6-eebdad5fc786 with Priority: HIGHEST for action port [ 710.620409] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3634673-e3a7-45de-8ad6-eebdad5fc786 with Priority: HIGHEST for action port [ 710.620947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3634673-e3a7-45de-8ad6-eebdad5fc786 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.621669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3634673-e3a7-45de-8ad6-eebdad5fc786" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.622685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3634673-e3a7-45de-8ad6-eebdad5fc786" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.623144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3634673-e3a7-45de-8ad6-eebdad5fc786" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.625287] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3634673-e3a7-45de-8ad6-eebdad5fc786',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.742663] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: SUCCESS [ 710.742928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.743159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.743245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.743891] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.743891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.743891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.743891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.743891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.744203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.744203] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.901176] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.901176] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-742" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.901356] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-742" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.901571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-742" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.901873] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.901995] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.902113] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.902355] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.902531] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.902785] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.902906] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.903033] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.903315] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.903315] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.903407] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.903569] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.927869] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.928241] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 710.928415] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.928641] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-742" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.928973] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.929227] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.929307] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.929631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.930060] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.048932] env[69763]: INFO networking_nsxv3.common.synchronization [req-2367aada-b333-45a6-9931-ef2a69c9b73c req-6d5ec2bf-524c-4026-93c8-014e9b83443b tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Enqueued Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 711.049337] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 711.049804] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.050021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.050100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.050262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.050740] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.050869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.050930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.051116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.051391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.051514] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.126756] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3634673-e3a7-45de-8ad6-eebdad5fc786 [ 711.126756] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.126756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.126756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.127114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.127180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.127275] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3634673-e3a7-45de-8ad6-eebdad5fc786 already deleted. [ 711.127407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3634673-e3a7-45de-8ad6-eebdad5fc786" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.248703] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.252023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.252023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.252023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.252023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.252734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.252734] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.436236] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.436479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.436594] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.436900] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.437091] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.437266] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 not found, creating... [ 711.437595] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.437730] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.437850] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.438182] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.438264] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.438673] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.438786] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.439605] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.440668] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.441242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.441440] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 is going to be created. [ 711.467919] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.468167] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.468760] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.470348] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.470616] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.470854] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.554476] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.554738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.554819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.555059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.555203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.555361] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.555463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.555523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.555684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.555758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.555847] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 is going to be updated. [ 711.633800] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.633968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.634040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.634237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.634390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.645493] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: IN_PROGRESS for 2s [ 711.758153] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 843090c6-f1c0-493b-a9b9-fb879941eced: rpc.has_security_group_logging(os_id): False [ 711.782993] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.782993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.783472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.783472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.783472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.783613] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.783697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.783746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.783868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.783941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.784207] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.784333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.784333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.784433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.784489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.784734] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.784850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.784895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.785427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.785539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.785678] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843090c6-f1c0-493b-a9b9-fb879941eced is going to be created. [ 711.805637] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02f63548-e104-43b5-9003-8e765ffb8b08 in Status: SUCCESS [ 711.805864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.859598] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.859737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.859809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.860035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.860221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.876569] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: IN_PROGRESS for 2s [ 712.486730] env[69763]: INFO networking_nsxv3.common.synchronization [req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 req-27db1085-a219-41d9-a983-180cf12e37d4 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Enqueued Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 712.493331] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 712.493331] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.493331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.493331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.493331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.493331] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.493331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.493331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.493331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.493331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.493331] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.692016] env[69763]: INFO networking_nsxv3.common.synchronization [None req-dbeb9ef6-1ce6-4678-9d5f-e4ef7ea9649b None None] Enqueued Resource ID: b0de4602-3188-4dbf-aae5-eb4b54069a42 with Priority: HIGHEST for action port [ 712.692016] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0de4602-3188-4dbf-aae5-eb4b54069a42 with Priority: HIGHEST for action port [ 712.692016] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0de4602-3188-4dbf-aae5-eb4b54069a42 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.692016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0de4602-3188-4dbf-aae5-eb4b54069a42" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.692016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0de4602-3188-4dbf-aae5-eb4b54069a42" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.692016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0de4602-3188-4dbf-aae5-eb4b54069a42" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.693037] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0de4602-3188-4dbf-aae5-eb4b54069a42',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.774757] env[69763]: INFO networking_nsxv3.common.synchronization [None req-e6543d8c-51bc-402f-a4e1-820f833d6c70 None None] Enqueued Resource ID: b5c26534-8d8e-4e13-9ea9-5c55a162afc0 with Priority: HIGHEST for action port [ 712.774757] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c26534-8d8e-4e13-9ea9-5c55a162afc0 with Priority: HIGHEST for action port [ 712.776626] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5c26534-8d8e-4e13-9ea9-5c55a162afc0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.776799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5c26534-8d8e-4e13-9ea9-5c55a162afc0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.779344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5c26534-8d8e-4e13-9ea9-5c55a162afc0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.779344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5c26534-8d8e-4e13-9ea9-5c55a162afc0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.779344] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c26534-8d8e-4e13-9ea9-5c55a162afc0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.997298] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.997298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.997298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.997529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.997582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.997802] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.998371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.998371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.998784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.998858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.998934] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19020ff-645a-46c5-b220-8286e1251675 already deleted. [ 712.999039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.126594] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.126594] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.126594] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.126594] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.126921] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.127214] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.127428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.127801] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.128146] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.128467] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.128742] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.129032] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.129226] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.129425] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.129617] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.129899] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.144053] env[69763]: INFO networking_nsxv3.common.synchronization [req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf req-7edd6dcb-b09e-42f0-a7ad-360f2927534b service nova] Enqueued Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_rules [ 713.144053] env[69763]: INFO networking_nsxv3.common.synchronization [req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf req-7edd6dcb-b09e-42f0-a7ad-360f2927534b service nova] Enqueued Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_members [ 713.144053] env[69763]: INFO networking_nsxv3.common.synchronization [req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf req-7edd6dcb-b09e-42f0-a7ad-360f2927534b service nova] Enqueued Resource ID: fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 with Priority: HIGHEST for action port [ 713.144053] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_rules [ 713.144053] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_members [ 713.144053] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 with Priority: HIGHEST for action port [ 713.144053] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7302358-f51a-4cbb-9656-8aa372f785db taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.144053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.144053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.144053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.144053] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.147926] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7302358-f51a-4cbb-9656-8aa372f785db taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.150565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.150565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.150565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.150565] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.150565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.150565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.150565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.150565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.150565] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.150565] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.150565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.150565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.150565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.151426] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.153716] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.153716] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.153716] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.153716] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.153716] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-b7b99749-91e5-4b86-8fb7-4641ced596dc taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.153968] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-b7b99749-91e5-4b86-8fb7-4641ced596dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.154030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-b7b99749-91e5-4b86-8fb7-4641ced596dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.154350] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-b7b99749-91e5-4b86-8fb7-4641ced596dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.154530] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b99749-91e5-4b86-8fb7-4641ced596dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.197302] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0de4602-3188-4dbf-aae5-eb4b54069a42 [ 713.199744] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.199744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.199744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.199744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.199744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.199744] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0de4602-3188-4dbf-aae5-eb4b54069a42 already deleted. [ 713.199744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0de4602-3188-4dbf-aae5-eb4b54069a42" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.281343] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5c26534-8d8e-4e13-9ea9-5c55a162afc0 [ 713.285610] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.285610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.285610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.285610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.285610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.285610] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5c26534-8d8e-4e13-9ea9-5c55a162afc0 already deleted. [ 713.285610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5c26534-8d8e-4e13-9ea9-5c55a162afc0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.657315] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.659725] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7302358-f51a-4cbb-9656-8aa372f785db taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.659875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.662394] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: SUCCESS [ 713.662394] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 deletion is rescheduled due to dependency. [ 713.662394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.662394] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 with status ACTIVE [ 713.662740] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.662740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.662740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.663395] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.663395] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.664759] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.664759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.664759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.664759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.664973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.665354] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.665439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.665508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.666031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.666031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.666031] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 is going to be updated. [ 713.669616] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.669833] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.669955] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.670244] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.671783] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.672693] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port b7b99749-91e5-4b86-8fb7-4641ced596dc not found, creating... [ 713.672693] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.672693] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.672693] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.673022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.673147] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.673441] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.674483] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.674598] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.674987] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.675151] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.675388] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: b7b99749-91e5-4b86-8fb7-4641ced596dc is going to be created. [ 713.700781] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.700781] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.700781] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.700781] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.700781] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.700781] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-b7b99749-91e5-4b86-8fb7-4641ced596dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.704931] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.705216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.705216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.705532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.706318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.708021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.900205] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: SUCCESS [ 713.900205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.041880] env[69763]: INFO networking_nsxv3.common.synchronization [req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 req-7009b4c7-0a2c-4d4f-81f1-f6a553299d99 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Enqueued Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 714.043140] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 714.045229] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.045229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.045229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.045229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.045229] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.045647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.045793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.046057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.046237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.046411] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.162392] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.351095] env[69763]: INFO networking_nsxv3.common.synchronization [None req-840d0b4e-669a-4c1a-8770-27a1ca5cd685 None None] Enqueued Resource ID: 4908f9ef-cd1a-44b9-9c59-79211fe35776 with Priority: HIGHEST for action port [ 714.358032] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4908f9ef-cd1a-44b9-9c59-79211fe35776 with Priority: HIGHEST for action port [ 714.358032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-4908f9ef-cd1a-44b9-9c59-79211fe35776 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.358032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4908f9ef-cd1a-44b9-9c59-79211fe35776" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.358032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4908f9ef-cd1a-44b9-9c59-79211fe35776" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.358032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4908f9ef-cd1a-44b9-9c59-79211fe35776" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.358032] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4908f9ef-cd1a-44b9-9c59-79211fe35776',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.549293] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.549376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.549376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.549609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.550191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.550191] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.550191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.550191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.550432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.550432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.550432] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828b52cf-3561-46de-8999-bdcd59c1d06b already deleted. [ 714.550569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.664644] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.664905] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.664953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.665296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.665528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.665601] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7302358-f51a-4cbb-9656-8aa372f785db is going to be created. [ 714.692763] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.693034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.693034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.693907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.693907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.705640] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7302358-f51a-4cbb-9656-8aa372f785db in Status: UNINITIALIZED for 2s [ 714.812235] env[69763]: INFO networking_nsxv3.common.synchronization [None req-70eeb9ae-5ced-48c1-a41b-0905a97923d8 None None] Enqueued Resource ID: 56a3b228-2ce8-496f-a465-2ffe87f08326 with Priority: HIGHEST for action port [ 714.812807] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a3b228-2ce8-496f-a465-2ffe87f08326 with Priority: HIGHEST for action port [ 714.813560] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a3b228-2ce8-496f-a465-2ffe87f08326 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.815020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a3b228-2ce8-496f-a465-2ffe87f08326" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.815020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a3b228-2ce8-496f-a465-2ffe87f08326" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.815020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a3b228-2ce8-496f-a465-2ffe87f08326" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.815020] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a3b228-2ce8-496f-a465-2ffe87f08326',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.863465] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4908f9ef-cd1a-44b9-9c59-79211fe35776 [ 714.864019] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.864019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.864212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.865235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.865384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.865543] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4908f9ef-cd1a-44b9-9c59-79211fe35776 already deleted. [ 714.865661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4908f9ef-cd1a-44b9-9c59-79211fe35776" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.122016] env[69763]: INFO networking_nsxv3.common.synchronization [req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 req-8c45128e-d648-4afc-8ccc-ac0f9ea9d402 service nova] Enqueued Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_rules [ 715.122312] env[69763]: INFO networking_nsxv3.common.synchronization [req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 req-8c45128e-d648-4afc-8ccc-ac0f9ea9d402 service nova] Enqueued Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 715.122371] env[69763]: INFO networking_nsxv3.common.synchronization [req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 req-8c45128e-d648-4afc-8ccc-ac0f9ea9d402 service nova] Enqueued Resource ID: b7b99749-91e5-4b86-8fb7-4641ced596dc with Priority: HIGHEST for action port [ 715.122550] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_rules [ 715.122707] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 715.122809] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b99749-91e5-4b86-8fb7-4641ced596dc with Priority: HIGHEST for action port [ 715.123358] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.123485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.123559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.123838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.124576] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.125463] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.125741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.125846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.126054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.127278] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.127417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.127522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.127720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.127817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.127907] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.129232] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7b99749-91e5-4b86-8fb7-4641ced596dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.129658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7b99749-91e5-4b86-8fb7-4641ced596dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.129658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7b99749-91e5-4b86-8fb7-4641ced596dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.129806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7b99749-91e5-4b86-8fb7-4641ced596dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.129914] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b99749-91e5-4b86-8fb7-4641ced596dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.317552] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56a3b228-2ce8-496f-a465-2ffe87f08326 [ 715.318194] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.318194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.318194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.318194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.318427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.318427] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56a3b228-2ce8-496f-a465-2ffe87f08326 already deleted. [ 715.318427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a3b228-2ce8-496f-a465-2ffe87f08326" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.632121] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.635528] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.635528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.635528] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7b99749-91e5-4b86-8fb7-4641ced596dc with status ACTIVE [ 715.635528] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.635528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.635528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.635528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.635528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.635528] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.635528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.635528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.635528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.635528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.636446] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.636586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.637618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.637618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.637618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.637618] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7b99749-91e5-4b86-8fb7-4641ced596dc is going to be updated. [ 715.649959] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.650280] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.650493] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.651027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.651420] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.652375] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.652375] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.652375] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.652375] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.652375] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.652604] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.652636] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.652787] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.652920] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.653033] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.653189] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.671913] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.671913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.671913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.671913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.671913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.671913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7b99749-91e5-4b86-8fb7-4641ced596dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.674413] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.674587] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.674837] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.675103] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.675376] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-1646ae0e-48c1-4217-a69c-72b00da4a462 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.675548] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-1646ae0e-48c1-4217-a69c-72b00da4a462" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.675691] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-1646ae0e-48c1-4217-a69c-72b00da4a462" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.676422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-1646ae0e-48c1-4217-a69c-72b00da4a462" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.676806] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1646ae0e-48c1-4217-a69c-72b00da4a462',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.142075] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.179511] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.180526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.180526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.180526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.180526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.180526] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 1646ae0e-48c1-4217-a69c-72b00da4a462 not found, creating... [ 716.181092] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.181092] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.181092] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.181315] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.181433] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.181761] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.182276] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.183078] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.183362] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.183666] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.183666] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 1646ae0e-48c1-4217-a69c-72b00da4a462 is going to be created. [ 716.205191] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.205442] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.205571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.205939] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.206241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.206495] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-1646ae0e-48c1-4217-a69c-72b00da4a462" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.644620] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.645303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.645445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.645668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.645759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.645887] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19020ff-645a-46c5-b220-8286e1251675 is going to be created. [ 716.682214] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.682214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.682214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.682214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.682214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.694994] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: UNINITIALIZED for 2s [ 716.715470] env[69763]: INFO networking_nsxv3.common.synchronization [None req-d07e0fba-8ffe-47c3-9f11-b34081962fd6 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Enqueued Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_rules [ 716.716757] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_rules [ 716.717092] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc436eb-4983-4379-95a0-4f71cf95614d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.717231] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.717298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.717559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.717763] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.720953] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7302358-f51a-4cbb-9656-8aa372f785db in Status: SUCCESS [ 716.721112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.721287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.721465] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.721644] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.721758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.721821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.721968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.722061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.722155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.722254] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.971141] env[69763]: INFO networking_nsxv3.common.synchronization [None req-35e0d6df-fa74-4599-8a43-673824a45c6d None None] Enqueued Resource ID: c9e30342-9536-40ee-97af-f538a7c4c259 with Priority: HIGHEST for action port [ 716.971594] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e30342-9536-40ee-97af-f538a7c4c259 with Priority: HIGHEST for action port [ 716.971950] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9e30342-9536-40ee-97af-f538a7c4c259 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.972098] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9e30342-9536-40ee-97af-f538a7c4c259" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.972196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9e30342-9536-40ee-97af-f538a7c4c259" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.972508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9e30342-9536-40ee-97af-f538a7c4c259" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.972599] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e30342-9536-40ee-97af-f538a7c4c259',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.991659] env[69763]: INFO networking_nsxv3.common.synchronization [req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a req-3c240175-c186-472f-8718-a4ff483af755 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 716.993326] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 716.994091] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.994091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.996844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.998247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.998681] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.998681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.998918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.999155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.999281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.000067] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.133819] env[69763]: INFO networking_nsxv3.common.synchronization [None req-f6125a29-71d5-4c94-ba5d-16f6c18f8ce9 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Enqueued Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_rules [ 717.134756] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_rules [ 717.135705] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc436eb-4983-4379-95a0-4f71cf95614d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.135705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.225765] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.251694] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.251845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.251918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.252235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.252235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.253129] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc436eb-4983-4379-95a0-4f71cf95614d already deleted. [ 717.253129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.253129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.253350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.253460] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.572144] env[69763]: INFO networking_nsxv3.common.synchronization [None req-d0f302f3-f72f-4ae6-ae11-d5eaa145287a tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Enqueued Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_rules [ 717.572144] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_rules [ 717.572144] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.572144] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.572144] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9e30342-9536-40ee-97af-f538a7c4c259 [ 717.572144] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.572144] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9e30342-9536-40ee-97af-f538a7c4c259 already deleted. [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9e30342-9536-40ee-97af-f538a7c4c259" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.572144] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.572144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.576218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.576218] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.576218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.576218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.576218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.576218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.576218] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 already deleted. [ 717.576218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.595821] env[69763]: INFO networking_nsxv3.common.synchronization [req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 req-eb5e99bb-d100-4588-afc0-2ad98183a89f service nova] Enqueued Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_rules [ 717.595821] env[69763]: INFO networking_nsxv3.common.synchronization [req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 req-eb5e99bb-d100-4588-afc0-2ad98183a89f service nova] Enqueued Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 717.596138] env[69763]: INFO networking_nsxv3.common.synchronization [req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 req-eb5e99bb-d100-4588-afc0-2ad98183a89f service nova] Enqueued Resource ID: 1646ae0e-48c1-4217-a69c-72b00da4a462 with Priority: HIGHEST for action port [ 717.597059] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_rules [ 717.597059] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 717.597059] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1646ae0e-48c1-4217-a69c-72b00da4a462 with Priority: HIGHEST for action port [ 717.597537] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.597749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.597819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.598124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.598225] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.599623] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.599775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.599846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.600459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.601358] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.601515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.604646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.604646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.604646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.604646] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.604646] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-1646ae0e-48c1-4217-a69c-72b00da4a462 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.604646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1646ae0e-48c1-4217-a69c-72b00da4a462" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.604646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1646ae0e-48c1-4217-a69c-72b00da4a462" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.604646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1646ae0e-48c1-4217-a69c-72b00da4a462" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.604646] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1646ae0e-48c1-4217-a69c-72b00da4a462',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.727028] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7302358-f51a-4cbb-9656-8aa372f785db: rpc.has_security_group_logging(os_id): False [ 717.744779] env[69763]: INFO networking_nsxv3.common.synchronization [None req-9455af9d-3122-4b70-a9a9-953b977b9eb7 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Enqueued Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_rules [ 717.744779] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_rules [ 717.744779] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.744779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.751988] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.751988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.751988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.753684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.753684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.753684] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.753684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.753684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.753684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.753684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.753684] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7302358-f51a-4cbb-9656-8aa372f785db is going to be created. [ 717.777371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.777371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.777371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.777371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.777371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.777371] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc436eb-4983-4379-95a0-4f71cf95614d already deleted. [ 717.777371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.828379] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.828556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.828631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.828895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.829159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.845175] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7302358-f51a-4cbb-9656-8aa372f785db in Status: IN_PROGRESS for 2s [ 717.982965] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.983299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.983299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.983472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.983558] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.984046] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 already deleted. [ 717.984046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.984046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.985877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.985877] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.105886] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.106146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.106227] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.109730] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1646ae0e-48c1-4217-a69c-72b00da4a462 with status ACTIVE [ 718.110378] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.110378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.110378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.110626] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.110660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.110838] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.110943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.111014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.114306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.114404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.114651] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.114829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.114955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.115216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.115306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.115403] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1646ae0e-48c1-4217-a69c-72b00da4a462 is going to be updated. [ 718.139336] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.140594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.140594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.140594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.140594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.140594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1646ae0e-48c1-4217-a69c-72b00da4a462" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.203024] env[69763]: INFO networking_nsxv3.common.synchronization [None req-db4e67f9-ff7d-480f-8e52-af400a420501 None None] Enqueued Resource ID: a531281c-d56d-4fab-ac83-840cc30bc814 with Priority: HIGHEST for action port [ 718.203024] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a531281c-d56d-4fab-ac83-840cc30bc814 with Priority: HIGHEST for action port [ 718.203024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-a531281c-d56d-4fab-ac83-840cc30bc814 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.203024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a531281c-d56d-4fab-ac83-840cc30bc814" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.203024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a531281c-d56d-4fab-ac83-840cc30bc814" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.203024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a531281c-d56d-4fab-ac83-840cc30bc814" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.203024] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a531281c-d56d-4fab-ac83-840cc30bc814',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.510797] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.511184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.511184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.511473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.511566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.511669] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 already deleted. [ 718.511752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.610632] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.706358] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: SUCCESS [ 718.706576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.706832] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a531281c-d56d-4fab-ac83-840cc30bc814 [ 718.707075] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.707232] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.707306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.707529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.707618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.707720] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a531281c-d56d-4fab-ac83-840cc30bc814 already deleted. [ 718.707808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a531281c-d56d-4fab-ac83-840cc30bc814" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.707962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.708554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.708749] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.708875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.708938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.709127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.709348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.709348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.709437] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.912116] env[69763]: INFO networking_nsxv3.common.synchronization [req-7798cb05-4ea5-4125-8072-a3e42453859d req-2071fe6a-b03a-41e6-8389-23033984506e tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Enqueued Resource ID: 0607797e-ec0d-4071-8816-56ec46910cb4 with Priority: HIGHEST for action security_group_members [ 718.912691] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0607797e-ec0d-4071-8816-56ec46910cb4 with Priority: HIGHEST for action security_group_members [ 718.913059] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0607797e-ec0d-4071-8816-56ec46910cb4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.913217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.913306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.913606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.913789] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.913916] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.913997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.915197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.915310] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.915415] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0607797e-ec0d-4071-8816-56ec46910cb4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.101433] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.101663] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-812" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.102839] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-812" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.103284] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-812" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.103986] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.104185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.104351] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.104675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.104944] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.105119] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.105272] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.105413] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.105548] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.105687] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.105845] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.106092] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.115039] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.115210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.115312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.115579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.116401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.116604] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828b52cf-3561-46de-8999-bdcd59c1d06b is going to be created. [ 719.152886] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.153078] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.153227] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.153408] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-812" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.153750] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-6e70091f-fd9b-4f94-b6f4-1015a031afa9 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.154075] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-6e70091f-fd9b-4f94-b6f4-1015a031afa9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.154152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-6e70091f-fd9b-4f94-b6f4-1015a031afa9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.154467] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-6e70091f-fd9b-4f94-b6f4-1015a031afa9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.154614] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e70091f-fd9b-4f94-b6f4-1015a031afa9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.174823] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.174999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.175532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.175532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.175532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.188016] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: UNINITIALIZED for 2s [ 719.214033] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.214265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.214352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.214682] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.215095] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.215257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.215365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.215592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.216174] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.216303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.216730] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.216875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.216956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.218345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.220335] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.220507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.220619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.220862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.221999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.221999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.221999] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.418548] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.418789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.418905] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.419279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.419408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.419690] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.419850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.419956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.420217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.420368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.420486] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0607797e-ec0d-4071-8816-56ec46910cb4 already deleted. [ 719.420625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.584243] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.584641] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.584641] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.586422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.586422] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.586422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.586422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.586422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.586422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.586758] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.586758] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.586866] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.586999] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.587154] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.587700] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.587700] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.610946] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.611304] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.611471] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.611843] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.612233] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-9fc2c55c-e9c4-44bf-8e54-9c528e831f60 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.612416] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-9fc2c55c-e9c4-44bf-8e54-9c528e831f60" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.612551] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-9fc2c55c-e9c4-44bf-8e54-9c528e831f60" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.612894] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-9fc2c55c-e9c4-44bf-8e54-9c528e831f60" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.613634] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc2c55c-e9c4-44bf-8e54-9c528e831f60',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.657261] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.657512] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.658059] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.658059] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.658059] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.658332] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 6e70091f-fd9b-4f94-b6f4-1015a031afa9 not found, creating... [ 719.658400] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.658561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.658679] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.658896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.659118] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.659448] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.659606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.659721] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.659933] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.660153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.660356] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 6e70091f-fd9b-4f94-b6f4-1015a031afa9 is going to be created. [ 719.683597] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.683806] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.683932] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.684240] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.684470] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.684690] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-6e70091f-fd9b-4f94-b6f4-1015a031afa9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.725035] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b19020ff-645a-46c5-b220-8286e1251675: rpc.has_security_group_logging(os_id): False [ 719.749912] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.749912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.749912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.749912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.749912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.749912] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.749912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.749912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.749912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.749912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.749912] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.750635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.750635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.750635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.750635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.750635] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.750817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.750817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.750881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.751495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.751495] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b19020ff-645a-46c5-b220-8286e1251675 is going to be created. [ 719.834058] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.834058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.834058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.834295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.834475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.847933] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: IN_PROGRESS for 2s [ 719.858598] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7302358-f51a-4cbb-9656-8aa372f785db in Status: SUCCESS [ 719.858991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.125321] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.125321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.125321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.125321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.125321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.125321] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 9fc2c55c-e9c4-44bf-8e54-9c528e831f60 not found, creating... [ 720.125321] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.125321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.125321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.125321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.125321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.125918] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.125918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.125918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.126159] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.126372] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.126527] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 9fc2c55c-e9c4-44bf-8e54-9c528e831f60 is going to be created. [ 720.166177] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.166382] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.166514] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.166826] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.167575] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.167575] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-9fc2c55c-e9c4-44bf-8e54-9c528e831f60" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.503918] env[69763]: INFO networking_nsxv3.common.synchronization [req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a req-1a48f568-7df3-4ef3-b4d4-81381211ed34 service nova] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_rules [ 720.504122] env[69763]: INFO networking_nsxv3.common.synchronization [req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a req-1a48f568-7df3-4ef3-b4d4-81381211ed34 service nova] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 720.504265] env[69763]: INFO networking_nsxv3.common.synchronization [req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a req-1a48f568-7df3-4ef3-b4d4-81381211ed34 service nova] Enqueued Resource ID: 6e70091f-fd9b-4f94-b6f4-1015a031afa9 with Priority: HIGHEST for action port [ 720.504494] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_rules [ 720.504624] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 720.504719] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e70091f-fd9b-4f94-b6f4-1015a031afa9 with Priority: HIGHEST for action port [ 720.505329] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.505464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.505521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.505719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.506361] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.507325] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.507446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.507510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.508146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.508146] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.508498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.508583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.508765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.508850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.508966] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.511178] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e70091f-fd9b-4f94-b6f4-1015a031afa9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.511178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e70091f-fd9b-4f94-b6f4-1015a031afa9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.511178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e70091f-fd9b-4f94-b6f4-1015a031afa9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.511178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e70091f-fd9b-4f94-b6f4-1015a031afa9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.511178] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e70091f-fd9b-4f94-b6f4-1015a031afa9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.788021] env[69763]: INFO networking_nsxv3.common.synchronization [None req-102fe8b7-277b-432b-88ba-e5babce297cc None None] Enqueued Resource ID: 8664015a-ef6a-483a-bfec-98d85d4865bd with Priority: HIGHEST for action port [ 720.788021] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8664015a-ef6a-483a-bfec-98d85d4865bd with Priority: HIGHEST for action port [ 720.788021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-8664015a-ef6a-483a-bfec-98d85d4865bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.788021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8664015a-ef6a-483a-bfec-98d85d4865bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.788021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8664015a-ef6a-483a-bfec-98d85d4865bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.788021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8664015a-ef6a-483a-bfec-98d85d4865bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.788021] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8664015a-ef6a-483a-bfec-98d85d4865bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.946924] env[69763]: INFO networking_nsxv3.common.synchronization [req-7798cb05-4ea5-4125-8072-a3e42453859d req-dfab3b84-c372-4651-942a-bcffc2f7a3f6 service nova] Enqueued Resource ID: 0607797e-ec0d-4071-8816-56ec46910cb4 with Priority: HIGHEST for action security_group_rules [ 720.946924] env[69763]: INFO networking_nsxv3.common.synchronization [req-7798cb05-4ea5-4125-8072-a3e42453859d req-dfab3b84-c372-4651-942a-bcffc2f7a3f6 service nova] Enqueued Resource ID: 0607797e-ec0d-4071-8816-56ec46910cb4 with Priority: HIGHEST for action security_group_members [ 720.946924] env[69763]: INFO networking_nsxv3.common.synchronization [req-7798cb05-4ea5-4125-8072-a3e42453859d req-dfab3b84-c372-4651-942a-bcffc2f7a3f6 service nova] Enqueued Resource ID: 9fc2c55c-e9c4-44bf-8e54-9c528e831f60 with Priority: HIGHEST for action port [ 720.946924] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0607797e-ec0d-4071-8816-56ec46910cb4 with Priority: HIGHEST for action security_group_rules [ 720.946924] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0607797e-ec0d-4071-8816-56ec46910cb4 with Priority: HIGHEST for action security_group_members [ 720.946924] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc2c55c-e9c4-44bf-8e54-9c528e831f60 with Priority: HIGHEST for action port [ 720.947392] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0607797e-ec0d-4071-8816-56ec46910cb4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.947392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.947392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.947551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.947551] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0607797e-ec0d-4071-8816-56ec46910cb4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.948422] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0607797e-ec0d-4071-8816-56ec46910cb4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.948530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.948530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.948669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.948810] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.948920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.949022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.949157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.949243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.949330] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0607797e-ec0d-4071-8816-56ec46910cb4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.950470] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc2c55c-e9c4-44bf-8e54-9c528e831f60 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.950470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc2c55c-e9c4-44bf-8e54-9c528e831f60" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.953133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc2c55c-e9c4-44bf-8e54-9c528e831f60" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.953133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc2c55c-e9c4-44bf-8e54-9c528e831f60" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.953133] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc2c55c-e9c4-44bf-8e54-9c528e831f60',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.014219] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.016140] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.016140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.016140] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e70091f-fd9b-4f94-b6f4-1015a031afa9 with status ACTIVE [ 721.016140] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.016140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.016140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.016140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.016140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.016603] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.016603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.016603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.016603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.016720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.018104] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.018104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.018104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.018104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.018104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.018104] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e70091f-fd9b-4f94-b6f4-1015a031afa9 is going to be updated. [ 721.042623] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.042623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.042623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.042623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.042623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.042623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e70091f-fd9b-4f94-b6f4-1015a031afa9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.202733] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: SUCCESS [ 721.203271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.205649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.205649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.205649] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.205649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.205649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.205649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.205649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.205649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.205649] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.293998] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8664015a-ef6a-483a-bfec-98d85d4865bd [ 721.293998] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.293998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.293998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.293998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.293998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.293998] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8664015a-ef6a-483a-bfec-98d85d4865bd already deleted. [ 721.293998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8664015a-ef6a-483a-bfec-98d85d4865bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.458245] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fc2c55c-e9c4-44bf-8e54-9c528e831f60 with status ACTIVE [ 721.458245] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.458245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.458245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.458245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.458245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.458245] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.458245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.458245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.458245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.458245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.458245] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.458701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.458701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.458701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.458701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.458701] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fc2c55c-e9c4-44bf-8e54-9c528e831f60 is going to be updated. [ 721.462249] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0607797e-ec0d-4071-8816-56ec46910cb4 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.462249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.462249] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0607797e-ec0d-4071-8816-56ec46910cb4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.487754] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.487908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.487979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.488215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.488354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.488520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc2c55c-e9c4-44bf-8e54-9c528e831f60" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.519723] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.707968] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.708172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.708244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.708437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.708601] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.708705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.708933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.708933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.709085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.709129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.709241] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.709331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.709390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.709534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.709802] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.709802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.709802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.710420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.710420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.710420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.710420] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.862643] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: SUCCESS [ 721.862968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.964926] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0607797e-ec0d-4071-8816-56ec46910cb4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.023543] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.023691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.023763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.024081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.024081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.024294] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 is going to be created. [ 722.050596] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.050842] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.050965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.051271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.051506] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.063011] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: UNINITIALIZED for 2s [ 722.213117] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 828b52cf-3561-46de-8999-bdcd59c1d06b: rpc.has_security_group_logging(os_id): False [ 722.231782] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.231960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.232027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.232292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.232386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.235749] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.235749] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.235749] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.235749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.237152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.237433] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828b52cf-3561-46de-8999-bdcd59c1d06b is going to be created. [ 722.309907] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.310145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.310295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.310498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.310741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.326923] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: IN_PROGRESS for 2s [ 722.470571] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.470571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.470571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.470571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.470571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.470571] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0607797e-ec0d-4071-8816-56ec46910cb4 is going to be created. [ 722.497863] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.498291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.498368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.498602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.498775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.517872] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0607797e-ec0d-4071-8816-56ec46910cb4 in Status: UNINITIALIZED for 2s [ 724.081528] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: SUCCESS [ 724.081528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.081923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.081923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.081987] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.083628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.083628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.083628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.083628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.083628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.083628] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.343656] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: SUCCESS [ 724.344062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.530546] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0607797e-ec0d-4071-8816-56ec46910cb4 in Status: SUCCESS [ 724.530747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.530942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.531197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.531400] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.531523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.531585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.531748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.531833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.531920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.532040] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0607797e-ec0d-4071-8816-56ec46910cb4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.587463] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.036030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0607797e-ec0d-4071-8816-56ec46910cb4 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.036176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.036176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.036536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.036571] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.036661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038482] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0607797e-ec0d-4071-8816-56ec46910cb4 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.038482] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038482] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0607797e-ec0d-4071-8816-56ec46910cb4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.093160] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f65e3b83-17af-4eb9-a6ad-6bbdb56315f3: rpc.has_security_group_logging(os_id): False [ 725.120021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.120021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.120021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.120021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.120021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.120021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.120021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.120021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.120021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.120021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.120021] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 is going to be created. [ 725.192476] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.192476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.192476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.193222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.193222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.208874] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: IN_PROGRESS for 2s [ 725.467064] env[69763]: INFO networking_nsxv3.common.synchronization [req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f req-44a37349-20c9-4f6e-ab65-4f93cf1e6bef tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Enqueued Resource ID: 02f63548-e104-43b5-9003-8e765ffb8b08 with Priority: HIGHEST for action security_group_members [ 725.467846] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f63548-e104-43b5-9003-8e765ffb8b08 with Priority: HIGHEST for action security_group_members [ 725.468889] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f63548-e104-43b5-9003-8e765ffb8b08 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.469384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.469384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.469535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.469681] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.469781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.469841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.470264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.470264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.470264] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02f63548-e104-43b5-9003-8e765ffb8b08',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.541417] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0607797e-ec0d-4071-8816-56ec46910cb4: rpc.has_security_group_logging(os_id): False [ 725.570053] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.570053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.570447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.570447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.570546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.570837] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.570837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.571089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.571089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.571435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.571435] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.571435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.571662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.571662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.571758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.571876] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.572492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.572870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.572870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.572992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.573092] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0607797e-ec0d-4071-8816-56ec46910cb4 is going to be created. [ 725.657507] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.657507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.657507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.657507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.657507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.675853] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0607797e-ec0d-4071-8816-56ec46910cb4 in Status: IN_PROGRESS for 2s [ 725.979418] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.979418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.979418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.979418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.979418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.979418] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.979418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.979418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.979418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.979418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.979418] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02f63548-e104-43b5-9003-8e765ffb8b08 is going to be updated. [ 726.018735] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.019122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.019122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.019350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.019350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.028849] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02f63548-e104-43b5-9003-8e765ffb8b08 in Status: IN_PROGRESS for 2s [ 727.226695] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: SUCCESS [ 727.227066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.692902] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0607797e-ec0d-4071-8816-56ec46910cb4 in Status: SUCCESS [ 727.692902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.041469] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02f63548-e104-43b5-9003-8e765ffb8b08 in Status: SUCCESS [ 728.041651] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02f63548-e104-43b5-9003-8e765ffb8b08 deletion is rescheduled due to dependency. [ 728.041767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.987382] env[69763]: INFO networking_nsxv3.common.synchronization [None req-ac770719-328f-451e-a821-8497b66ae251 None None] Enqueued Resource ID: 4e595f4b-09c9-44e0-8c6c-f3bab9630384 with Priority: HIGHEST for action port [ 728.989137] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e595f4b-09c9-44e0-8c6c-f3bab9630384 with Priority: HIGHEST for action port [ 728.989137] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e595f4b-09c9-44e0-8c6c-f3bab9630384 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.989137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e595f4b-09c9-44e0-8c6c-f3bab9630384" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.989137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e595f4b-09c9-44e0-8c6c-f3bab9630384" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.989743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e595f4b-09c9-44e0-8c6c-f3bab9630384" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.989743] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e595f4b-09c9-44e0-8c6c-f3bab9630384',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.495025] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e595f4b-09c9-44e0-8c6c-f3bab9630384 [ 729.495025] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.495025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.495025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.495025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.495025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.495025] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e595f4b-09c9-44e0-8c6c-f3bab9630384 already deleted. [ 729.495025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e595f4b-09c9-44e0-8c6c-f3bab9630384" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.775263] env[69763]: INFO networking_nsxv3.common.synchronization [req-52a0f08f-efc3-4081-99fd-e23b66eeea47 req-38feee50-863a-43cf-b817-d0a3108d2ec1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Enqueued Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 729.775263] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 729.775672] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.775736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.775768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.775972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.776286] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.776387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.776426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.776601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.776687] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.776813] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.279514] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.428029] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.428621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.428621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.428903] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.429465] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.429946] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.430168] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.430542] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.430838] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.431194] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.431375] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.431538] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.431697] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.431880] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.432074] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.432345] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.459584] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.460488] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.460488] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.461310] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.461647] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-34f29817-894b-4a10-9d79-774c73002be2 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.461960] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-34f29817-894b-4a10-9d79-774c73002be2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.462190] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-34f29817-894b-4a10-9d79-774c73002be2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.462647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-34f29817-894b-4a10-9d79-774c73002be2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.462851] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f29817-894b-4a10-9d79-774c73002be2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.781208] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.944427] env[69763]: INFO networking_nsxv3.common.synchronization [None req-757fd6df-df62-4d17-8922-eaa63ec6ac44 None None] Enqueued Resource ID: ec0a3eae-d527-4a70-a498-77c723d05c20 with Priority: HIGHEST for action port [ 730.945857] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0a3eae-d527-4a70-a498-77c723d05c20 with Priority: HIGHEST for action port [ 730.945857] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec0a3eae-d527-4a70-a498-77c723d05c20 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.946206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec0a3eae-d527-4a70-a498-77c723d05c20" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.946404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec0a3eae-d527-4a70-a498-77c723d05c20" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.946828] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec0a3eae-d527-4a70-a498-77c723d05c20" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.947220] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec0a3eae-d527-4a70-a498-77c723d05c20',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.965500] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.965620] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.965747] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.966136] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.966301] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.966462] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 34f29817-894b-4a10-9d79-774c73002be2 not found, creating... [ 730.966729] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.966893] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.967027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.967263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.967403] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.967762] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.967985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.968480] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.969314] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.969739] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.970017] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 34f29817-894b-4a10-9d79-774c73002be2 is going to be created. [ 730.995480] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.995878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.996126] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.996529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.001125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.001125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-34f29817-894b-4a10-9d79-774c73002be2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.284421] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.284421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.284421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.284421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.284421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.284421] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19020ff-645a-46c5-b220-8286e1251675 is going to be updated. [ 731.326945] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.327104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.327173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.327400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.327559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.346833] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: IN_PROGRESS for 2s [ 731.451455] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec0a3eae-d527-4a70-a498-77c723d05c20 [ 731.451683] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.451820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.452862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.453332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.453685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.453814] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec0a3eae-d527-4a70-a498-77c723d05c20 already deleted. [ 731.453968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec0a3eae-d527-4a70-a498-77c723d05c20" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.250019] env[69763]: INFO networking_nsxv3.common.synchronization [req-52a0f08f-efc3-4081-99fd-e23b66eeea47 req-fbf1db67-536b-4185-95b9-129dda9ecd1c service nova] Enqueued Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_rules [ 732.250019] env[69763]: INFO networking_nsxv3.common.synchronization [req-52a0f08f-efc3-4081-99fd-e23b66eeea47 req-fbf1db67-536b-4185-95b9-129dda9ecd1c service nova] Enqueued Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 732.250019] env[69763]: INFO networking_nsxv3.common.synchronization [req-52a0f08f-efc3-4081-99fd-e23b66eeea47 req-fbf1db67-536b-4185-95b9-129dda9ecd1c service nova] Enqueued Resource ID: 34f29817-894b-4a10-9d79-774c73002be2 with Priority: HIGHEST for action port [ 732.250019] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_rules [ 732.250019] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 732.250019] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f29817-894b-4a10-9d79-774c73002be2 with Priority: HIGHEST for action port [ 732.250382] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.250382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.250469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.251112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.251112] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.251788] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.251788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.252080] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f29817-894b-4a10-9d79-774c73002be2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.252164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f29817-894b-4a10-9d79-774c73002be2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.252203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f29817-894b-4a10-9d79-774c73002be2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.253319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f29817-894b-4a10-9d79-774c73002be2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.253529] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f29817-894b-4a10-9d79-774c73002be2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.418745] env[69763]: INFO networking_nsxv3.common.synchronization [req-9369f85f-2f29-459b-93e7-484e645e5c13 req-dfa04266-0631-4087-9654-63e2fb58d8b1 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Enqueued Resource ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 with Priority: HIGHEST for action security_group_members [ 732.419686] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 with Priority: HIGHEST for action security_group_members [ 732.421563] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-46724bac-75e4-4001-ac6f-ec6f2a258c30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.421563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.421563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.421563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.421563] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.421563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.421563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.421563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.421563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.421563] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46724bac-75e4-4001-ac6f-ec6f2a258c30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.758017] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.758017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.758017] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34f29817-894b-4a10-9d79-774c73002be2 with status ACTIVE [ 732.758017] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.758017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.758017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.758017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.758017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.758017] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.758017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.758017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.758017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.758017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.758017] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.758805] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.758805] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.758805] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.758805] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.758805] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34f29817-894b-4a10-9d79-774c73002be2 is going to be updated. [ 732.782241] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.782521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.782521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.784850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.784850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.784850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f29817-894b-4a10-9d79-774c73002be2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.861796] env[69763]: INFO networking_nsxv3.common.synchronization [None req-318fa0fb-01d5-4240-8e9e-72a5bdb724e4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_rules [ 732.862361] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_rules [ 732.864794] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.864794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.864794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.864794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.864794] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.925045] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.925301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.926500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.926761] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.927250] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.927710] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.927817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.927817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.928012] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.928381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.928381] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 already deleted. [ 732.928381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.111837] env[69763]: INFO networking_nsxv3.common.synchronization [None req-2231949b-8ea7-4933-aaeb-20b2a3198630 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_rules [ 733.112459] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_rules [ 733.112768] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.112915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.154445] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.154650] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.154776] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.155300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.155603] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.155771] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155920] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.159754] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.159918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.160155] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.160637] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.160637] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.160637] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.160637] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.160891] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.160891] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.180849] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.180849] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.180849] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.180849] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.180849] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-3697488a-57b1-4e71-8df6-8f6bc181be38 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.181150] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-3697488a-57b1-4e71-8df6-8f6bc181be38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.181150] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-3697488a-57b1-4e71-8df6-8f6bc181be38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.183895] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-3697488a-57b1-4e71-8df6-8f6bc181be38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.184115] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3697488a-57b1-4e71-8df6-8f6bc181be38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.358974] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: SUCCESS [ 733.360244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.360244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.360244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.360244] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.360244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.360244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.360244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.360244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.360609] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.386255] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.386429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.386606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.387222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.387518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.387518] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 already deleted. [ 733.387637] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.387745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.387912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.388009] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.691555] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.691555] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.691933] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.692086] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.692311] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.692366] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 3697488a-57b1-4e71-8df6-8f6bc181be38 not found, creating... [ 733.692638] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.692906] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.692997] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.693471] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.693537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.693873] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.697416] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.697416] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.697416] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.697416] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.697416] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 3697488a-57b1-4e71-8df6-8f6bc181be38 is going to be created. [ 733.732432] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.732432] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.732730] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.732955] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.734050] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.734050] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-3697488a-57b1-4e71-8df6-8f6bc181be38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.872027] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.913400] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.913400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.913400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.913400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.913400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.913400] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 already deleted. [ 733.913400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.371226] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.873567] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.873965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.873965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.874058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.874140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.874254] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19020ff-645a-46c5-b220-8286e1251675 is going to be updated. [ 734.912187] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.912187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.912187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.912187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.912187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.921237] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: IN_PROGRESS for 2s [ 734.983487] env[69763]: INFO networking_nsxv3.common.synchronization [req-0df3aa5d-769d-42dd-9752-9ce29387b55e req-935ef9bf-6e51-4672-886f-8efa6e0d4369 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 734.984572] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 734.984982] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.989324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.989475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.989714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.989913] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.990044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.990168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.990270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.990353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.990453] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.137130] env[69763]: INFO networking_nsxv3.common.synchronization [req-9369f85f-2f29-459b-93e7-484e645e5c13 req-dac9df78-21b0-476a-833c-543259756d9d service nova] Enqueued Resource ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 with Priority: HIGHEST for action security_group_rules [ 735.137324] env[69763]: INFO networking_nsxv3.common.synchronization [req-9369f85f-2f29-459b-93e7-484e645e5c13 req-dac9df78-21b0-476a-833c-543259756d9d service nova] Enqueued Resource ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 with Priority: HIGHEST for action security_group_members [ 735.137513] env[69763]: INFO networking_nsxv3.common.synchronization [req-9369f85f-2f29-459b-93e7-484e645e5c13 req-dac9df78-21b0-476a-833c-543259756d9d service nova] Enqueued Resource ID: 3697488a-57b1-4e71-8df6-8f6bc181be38 with Priority: HIGHEST for action port [ 735.138965] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 with Priority: HIGHEST for action security_group_rules [ 735.139264] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 with Priority: HIGHEST for action security_group_members [ 735.139495] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3697488a-57b1-4e71-8df6-8f6bc181be38 with Priority: HIGHEST for action port [ 735.139751] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46724bac-75e4-4001-ac6f-ec6f2a258c30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.139898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.140649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.140649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.140649] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46724bac-75e4-4001-ac6f-ec6f2a258c30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.141297] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-46724bac-75e4-4001-ac6f-ec6f2a258c30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.141418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.141484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.141735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.141894] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.141992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.143128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.143128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.143128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.143128] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46724bac-75e4-4001-ac6f-ec6f2a258c30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.143745] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-3697488a-57b1-4e71-8df6-8f6bc181be38 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.143745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3697488a-57b1-4e71-8df6-8f6bc181be38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.143953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3697488a-57b1-4e71-8df6-8f6bc181be38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.143953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3697488a-57b1-4e71-8df6-8f6bc181be38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.144084] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3697488a-57b1-4e71-8df6-8f6bc181be38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.494470] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.494470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.494470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.494470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.494470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.495289] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.495583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.495734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.496566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.496770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.496956] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 already deleted. [ 735.497142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.645835] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-46724bac-75e4-4001-ac6f-ec6f2a258c30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.646142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.646321] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46724bac-75e4-4001-ac6f-ec6f2a258c30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.647944] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3697488a-57b1-4e71-8df6-8f6bc181be38 with status ACTIVE [ 735.648201] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.648375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.648375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.648758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.648758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.648909] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.649270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.649270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.649270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.649270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.649701] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.649701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.649822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.650128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.650128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.650473] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3697488a-57b1-4e71-8df6-8f6bc181be38 is going to be updated. [ 735.674865] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.675319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.675319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.675808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.675904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.676401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3697488a-57b1-4e71-8df6-8f6bc181be38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.107472] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.108144] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.108278] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.108617] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.108965] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.109186] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.109367] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.109599] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.109696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.111152] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.111152] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.111152] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.111152] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.111152] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.111152] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.111152] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.134327] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.135411] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.135411] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.135411] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.135702] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-965f3f63-d543-41ae-8170-bdf376f04cb7 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.135702] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.135924] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.136954] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.136954] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('965f3f63-d543-41ae-8170-bdf376f04cb7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.149416] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46724bac-75e4-4001-ac6f-ec6f2a258c30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.594308] env[69763]: INFO networking_nsxv3.common.synchronization [None req-b3cf5df2-1d22-44d0-a8f1-f68682d175c2 None None] Enqueued Resource ID: 9b44726e-6b3e-4b23-bf4b-982c0afd18a7 with Priority: HIGHEST for action port [ 736.594603] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b44726e-6b3e-4b23-bf4b-982c0afd18a7 with Priority: HIGHEST for action port [ 736.595355] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b44726e-6b3e-4b23-bf4b-982c0afd18a7 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.595499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b44726e-6b3e-4b23-bf4b-982c0afd18a7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.595499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b44726e-6b3e-4b23-bf4b-982c0afd18a7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.595804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b44726e-6b3e-4b23-bf4b-982c0afd18a7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.595920] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b44726e-6b3e-4b23-bf4b-982c0afd18a7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.640683] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.640918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.641059] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.641349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.641522] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.641678] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 965f3f63-d543-41ae-8170-bdf376f04cb7 not found, creating... [ 736.641940] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.642118] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.642279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.642595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.642748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.643162] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.643420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.643499] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.643657] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.644259] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.644259] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 965f3f63-d543-41ae-8170-bdf376f04cb7 is going to be created. [ 736.656221] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.656467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.656539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.656836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.656970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.657269] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 is going to be created. [ 736.677162] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.677162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.677162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.677162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.677162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.677162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.687521] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.689066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.689066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.689066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.689066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.710169] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 in Status: UNINITIALIZED for 2s [ 736.830020] env[69763]: INFO networking_nsxv3.common.synchronization [req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e req-a16c1e46-394b-4d94-859a-fe87d6e22a1d tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Enqueued Resource ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 with Priority: HIGHEST for action security_group_members [ 736.830460] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 with Priority: HIGHEST for action security_group_members [ 736.831629] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eaa301-26d3-4a3c-b538-1548b147d2a5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.832262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.833063] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.833689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.834066] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.834277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.834448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.834800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.835100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.835301] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86eaa301-26d3-4a3c-b538-1548b147d2a5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.946093] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: SUCCESS [ 736.946093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.946093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.946093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.946333] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.946413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.946469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.946754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.946754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.946845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.946880] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.105391] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b44726e-6b3e-4b23-bf4b-982c0afd18a7 [ 737.105391] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.105586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.105586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.105899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.105990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.106738] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b44726e-6b3e-4b23-bf4b-982c0afd18a7 already deleted. [ 737.106738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b44726e-6b3e-4b23-bf4b-982c0afd18a7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.338253] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.338685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.338685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.338809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.338935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.339142] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.339255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.339330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.339516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.339628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.339737] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 is going to be updated. [ 737.379222] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.379222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.379360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.379476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.379645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.393682] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 in Status: IN_PROGRESS for 2s [ 737.449279] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.449477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.449722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.449841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.450364] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.450364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.450364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.450364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.450981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.450981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.450981] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.450981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.451168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.451205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.451410] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.451588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.451698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.452648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.452693] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.452766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.452867] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.797491] env[69763]: INFO networking_nsxv3.common.synchronization [req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 req-db4116cd-874f-4a64-8579-f1b811986fbb tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 737.797491] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 737.797491] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.797491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.797491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.797491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.797491] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.797825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.797825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.797825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.797917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.797952] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.891455] env[69763]: INFO networking_nsxv3.common.synchronization [None req-ef77a4ba-f2dc-4fcf-923e-4a4f5de90c25 None None] Enqueued Resource ID: 34719f02-14a0-4c6e-a1f4-691d106bfb2e with Priority: HIGHEST for action port [ 737.891708] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34719f02-14a0-4c6e-a1f4-691d106bfb2e with Priority: HIGHEST for action port [ 737.892251] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-34719f02-14a0-4c6e-a1f4-691d106bfb2e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.892381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34719f02-14a0-4c6e-a1f4-691d106bfb2e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.892443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34719f02-14a0-4c6e-a1f4-691d106bfb2e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.892852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34719f02-14a0-4c6e-a1f4-691d106bfb2e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.892852] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34719f02-14a0-4c6e-a1f4-691d106bfb2e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.955497] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b19020ff-645a-46c5-b220-8286e1251675: rpc.has_security_group_logging(os_id): False [ 737.978625] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.978625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.978625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.979555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.979711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.980790] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.980790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.980790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.980790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.980790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.980790] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.980790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.980790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.981218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.981643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.981913] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.982084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.982289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.982394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.982527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.982638] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b19020ff-645a-46c5-b220-8286e1251675 is going to be updated. [ 738.066324] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.066557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.066638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.066856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.067649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.087685] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: IN_PROGRESS for 2s [ 738.145426] env[69763]: INFO networking_nsxv3.common.synchronization [req-0df3aa5d-769d-42dd-9752-9ce29387b55e req-359b5aaf-a687-4cf0-8791-fff7f597b299 service nova] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 738.146076] env[69763]: INFO networking_nsxv3.common.synchronization [req-0df3aa5d-769d-42dd-9752-9ce29387b55e req-359b5aaf-a687-4cf0-8791-fff7f597b299 service nova] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 738.146076] env[69763]: INFO networking_nsxv3.common.synchronization [req-0df3aa5d-769d-42dd-9752-9ce29387b55e req-359b5aaf-a687-4cf0-8791-fff7f597b299 service nova] Enqueued Resource ID: 965f3f63-d543-41ae-8170-bdf376f04cb7 with Priority: HIGHEST for action port [ 738.146076] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 738.146475] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 738.146674] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965f3f63-d543-41ae-8170-bdf376f04cb7 with Priority: HIGHEST for action port [ 738.147715] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.148165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.148331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.148654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.148823] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.149888] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.150517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.150517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.150681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.150826] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.151172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.151172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.151298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.151643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.151797] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.153569] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-965f3f63-d543-41ae-8170-bdf376f04cb7 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.153827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.153965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.154207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.154310] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('965f3f63-d543-41ae-8170-bdf376f04cb7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.300301] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.300494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.300562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.300788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.300883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.301102] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.301207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.301856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.302056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.302151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.302242] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 already deleted. [ 738.302332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.396980] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34719f02-14a0-4c6e-a1f4-691d106bfb2e [ 738.397594] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.397594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.397594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.397867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.397867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.398084] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34719f02-14a0-4c6e-a1f4-691d106bfb2e already deleted. [ 738.398084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34719f02-14a0-4c6e-a1f4-691d106bfb2e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.657444] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.658023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.658405] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.659997] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 965f3f63-d543-41ae-8170-bdf376f04cb7 with status ACTIVE [ 738.660374] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.660648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.660808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.661132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.661409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.664988] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.664988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.664988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.664988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.664988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.664988] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.664988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.664988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.664988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.664988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.664988] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 965f3f63-d543-41ae-8170-bdf376f04cb7 is going to be updated. [ 738.693228] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.693228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.693228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.693228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.693496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.693496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.719725] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 in Status: SUCCESS [ 738.719979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.720627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.721170] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.721170] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.721390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.721390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.721628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.721628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.721758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.721808] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46724bac-75e4-4001-ac6f-ec6f2a258c30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.074694] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.074891] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.075067] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.075423] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.075698] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.076368] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.076502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.076763] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.076909] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.077157] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.077287] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.077411] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.077535] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.077647] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.077750] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.077883] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.105048] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.105048] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.105048] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.105048] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.105048] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-0276cb5b-ee35-4b81-b591-e4616352e712 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.105048] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.105048] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.105048] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.105048] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0276cb5b-ee35-4b81-b591-e4616352e712',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.165537] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.228776] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-46724bac-75e4-4001-ac6f-ec6f2a258c30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.228941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.229357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.229621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.229840] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.229950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.230035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.230193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.230281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.230367] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.230524] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-46724bac-75e4-4001-ac6f-ec6f2a258c30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.230614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.230672] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.230818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.230956] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.231442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.231583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.231818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.232198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.232198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.232198] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46724bac-75e4-4001-ac6f-ec6f2a258c30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.407428] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 in Status: SUCCESS [ 739.407728] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 deletion is rescheduled due to dependency. [ 739.408396] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.608522] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.608779] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.608909] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.609222] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.609380] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.609668] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 0276cb5b-ee35-4b81-b591-e4616352e712 not found, creating... [ 739.609943] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.610149] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.610283] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.610516] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.610656] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.610944] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.611143] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.611268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.611479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.611613] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.611754] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 0276cb5b-ee35-4b81-b591-e4616352e712 is going to be created. [ 739.634290] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.634290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.634290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.634290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.634290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.634290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.668937] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.669117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.669187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.669568] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.669610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.669846] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be created. [ 739.701258] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.701434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.701488] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.701659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.702383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.705083] env[69763]: INFO networking_nsxv3.common.synchronization [None req-9854f5ea-757d-4c52-b93b-98fa8dde49bb None None] Enqueued Resource ID: 7bff7118-22c4-42a9-9097-b50a2efa8028 with Priority: HIGHEST for action port [ 739.706420] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bff7118-22c4-42a9-9097-b50a2efa8028 with Priority: HIGHEST for action port [ 739.707861] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bff7118-22c4-42a9-9097-b50a2efa8028 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.708051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bff7118-22c4-42a9-9097-b50a2efa8028" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.708384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bff7118-22c4-42a9-9097-b50a2efa8028" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.709772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bff7118-22c4-42a9-9097-b50a2efa8028" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.709772] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bff7118-22c4-42a9-9097-b50a2efa8028',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.727805] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: UNINITIALIZED for 2s [ 739.736736] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46724bac-75e4-4001-ac6f-ec6f2a258c30: rpc.has_security_group_logging(os_id): False [ 739.768752] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.768903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.768971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.769216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.769304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.769518] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.769654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.769697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.769822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.769896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.770081] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.770172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.771038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.771038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.771038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.771038] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.771038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.771038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.771038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.771038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.772819] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 is going to be created. [ 739.867282] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.867282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.867282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.867282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.867282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.882967] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 in Status: IN_PROGRESS for 2s [ 740.104216] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: SUCCESS [ 740.104216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.211602] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bff7118-22c4-42a9-9097-b50a2efa8028 [ 740.212174] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.212754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.213241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.213241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.213371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.213489] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bff7118-22c4-42a9-9097-b50a2efa8028 already deleted. [ 740.213636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bff7118-22c4-42a9-9097-b50a2efa8028" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.422532] env[69763]: INFO networking_nsxv3.common.synchronization [None req-81001762-a56e-44d7-8559-6335964c8193 None None] Enqueued Resource ID: afcb95eb-2c27-4340-a074-852cd94c656c with Priority: HIGHEST for action port [ 740.425276] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcb95eb-2c27-4340-a074-852cd94c656c with Priority: HIGHEST for action port [ 740.425591] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-afcb95eb-2c27-4340-a074-852cd94c656c taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.425777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afcb95eb-2c27-4340-a074-852cd94c656c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.425974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afcb95eb-2c27-4340-a074-852cd94c656c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.426186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afcb95eb-2c27-4340-a074-852cd94c656c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.426259] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afcb95eb-2c27-4340-a074-852cd94c656c',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.593157] env[69763]: INFO networking_nsxv3.common.synchronization [req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b req-bfa1ebe2-b8e9-49f6-acab-1913c82a0abe tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Enqueued Resource ID: 0607797e-ec0d-4071-8816-56ec46910cb4 with Priority: HIGHEST for action security_group_members [ 740.593157] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0607797e-ec0d-4071-8816-56ec46910cb4 with Priority: HIGHEST for action security_group_members [ 740.593157] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0607797e-ec0d-4071-8816-56ec46910cb4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.593157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.593157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.593157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.598589] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.598589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.598589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.598918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.598918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.599043] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0607797e-ec0d-4071-8816-56ec46910cb4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.931427] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afcb95eb-2c27-4340-a074-852cd94c656c [ 740.931659] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.931884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.932057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.932190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.932282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.932378] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afcb95eb-2c27-4340-a074-852cd94c656c already deleted. [ 740.932563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afcb95eb-2c27-4340-a074-852cd94c656c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.076395] env[69763]: INFO networking_nsxv3.common.synchronization [req-763c7a77-fc81-4a0f-bf3e-813185a424d6 req-f3a2f8d3-f2d0-4e73-8501-9ecf623e1b13 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 741.077188] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 741.077501] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.077661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.077727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.078088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.078166] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.078270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.078325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.078485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.078540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.078995] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.104439] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.104581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.104581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.105024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.105024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.105024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.105185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.105185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.105759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.105759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.105759] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0607797e-ec0d-4071-8816-56ec46910cb4 is going to be updated. [ 741.140405] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.140405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.140405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.140405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.140405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.147812] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0607797e-ec0d-4071-8816-56ec46910cb4 in Status: IN_PROGRESS for 2s [ 741.478218] env[69763]: INFO networking_nsxv3.common.synchronization [req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 req-55a10c75-44f4-4042-93a2-95ab288dde11 service nova] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_rules [ 741.478491] env[69763]: INFO networking_nsxv3.common.synchronization [req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 req-55a10c75-44f4-4042-93a2-95ab288dde11 service nova] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 741.478880] env[69763]: INFO networking_nsxv3.common.synchronization [req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 req-55a10c75-44f4-4042-93a2-95ab288dde11 service nova] Enqueued Resource ID: 0276cb5b-ee35-4b81-b591-e4616352e712 with Priority: HIGHEST for action port [ 741.479151] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_rules [ 741.479278] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 741.479434] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0276cb5b-ee35-4b81-b591-e4616352e712 with Priority: HIGHEST for action port [ 741.479919] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.483469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.483632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.483962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.484071] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.486302] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.486443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.486497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.486691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.486861] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.486956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.487034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.487198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.488416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.488556] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.491234] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-0276cb5b-ee35-4b81-b591-e4616352e712 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.491234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.491234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.491234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.491234] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0276cb5b-ee35-4b81-b591-e4616352e712',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.582447] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.582603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.582673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.582911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.583030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.583203] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.583297] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.583356] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.583511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.583582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.583675] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 already deleted. [ 741.583761] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.619626] env[69763]: INFO networking_nsxv3.common.synchronization [None req-aa96375d-dada-41dc-88ca-c6e820949bbd None None] Enqueued Resource ID: 7376d68c-21ad-40dc-8050-59139dcb193e with Priority: HIGHEST for action port [ 741.621168] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7376d68c-21ad-40dc-8050-59139dcb193e with Priority: HIGHEST for action port [ 741.621547] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-7376d68c-21ad-40dc-8050-59139dcb193e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.621727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7376d68c-21ad-40dc-8050-59139dcb193e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.621846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7376d68c-21ad-40dc-8050-59139dcb193e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.622733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7376d68c-21ad-40dc-8050-59139dcb193e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.622733] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7376d68c-21ad-40dc-8050-59139dcb193e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.738123] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 741.738468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.739346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.739587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.739778] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.739896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.739960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.740182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.740270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.740354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.740447] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.743847] env[69763]: INFO networking_nsxv3.common.synchronization [None req-df743e05-4c90-47a5-aed8-db1b0d45ae92 None None] Enqueued Resource ID: b1fc56a0-96f5-4f6b-b0d5-faeba5d516e8 with Priority: HIGHEST for action port [ 741.747413] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1fc56a0-96f5-4f6b-b0d5-faeba5d516e8 with Priority: HIGHEST for action port [ 741.747753] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1fc56a0-96f5-4f6b-b0d5-faeba5d516e8 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.751027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1fc56a0-96f5-4f6b-b0d5-faeba5d516e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.751027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1fc56a0-96f5-4f6b-b0d5-faeba5d516e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.751027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1fc56a0-96f5-4f6b-b0d5-faeba5d516e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.751027] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1fc56a0-96f5-4f6b-b0d5-faeba5d516e8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.897867] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 in Status: SUCCESS [ 741.897867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.987313] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.987553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.993315] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.994340] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0276cb5b-ee35-4b81-b591-e4616352e712 with status ACTIVE [ 741.994548] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.994683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.994753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.995016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.995113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.995298] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.995399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.995463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.995626] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.995703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.995881] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.995979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.998020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.998254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.998373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.998501] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0276cb5b-ee35-4b81-b591-e4616352e712 is going to be updated. [ 742.025993] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.025993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.026372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.026679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.026881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.027301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.126908] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7376d68c-21ad-40dc-8050-59139dcb193e [ 742.126908] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.126908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.126908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.126908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.126908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.126908] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7376d68c-21ad-40dc-8050-59139dcb193e already deleted. [ 742.126908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7376d68c-21ad-40dc-8050-59139dcb193e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.247598] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.247598] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.247598] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.247598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.248760] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.248760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.248760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.250217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.250328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.250566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.250704] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.253301] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1fc56a0-96f5-4f6b-b0d5-faeba5d516e8 [ 742.253625] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.253728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.253815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.254082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.254123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.254224] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1fc56a0-96f5-4f6b-b0d5-faeba5d516e8 already deleted. [ 742.254315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1fc56a0-96f5-4f6b-b0d5-faeba5d516e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.501704] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.756331] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ab7a11-2e57-46c6-bf69-a17240860379: rpc.has_security_group_logging(os_id): False [ 742.781817] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.782655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.782655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.782655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.782655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.782655] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.782935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.782935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.782935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.783043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.783154] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.783243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.783301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.783466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.783517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.783711] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.783948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.783948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.784050] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.787924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.787924] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be created. [ 742.854921] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.854921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.854921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.854921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.854921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.867352] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 742.974933] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.975163] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.975263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.975988] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.975988] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.976268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.976532] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.977055] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.977055] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.977334] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.977490] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.977674] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.978010] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.978010] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.978147] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.978201] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.005461] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.005722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.005722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.006752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.006752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.006752] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 is going to be created. [ 743.015543] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.015543] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.015543] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.015543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.015543] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-2393ac42-109d-4c4c-a634-4607aa90a522 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.015543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-2393ac42-109d-4c4c-a634-4607aa90a522" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.015543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-2393ac42-109d-4c4c-a634-4607aa90a522" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.015543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-2393ac42-109d-4c4c-a634-4607aa90a522" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.015543] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2393ac42-109d-4c4c-a634-4607aa90a522',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.040353] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.040353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.040353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.040353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.040353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.052555] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: UNINITIALIZED for 2s [ 743.162101] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0607797e-ec0d-4071-8816-56ec46910cb4 in Status: SUCCESS [ 743.162324] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0607797e-ec0d-4071-8816-56ec46910cb4 deletion is rescheduled due to dependency. [ 743.162398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.430791] env[69763]: INFO networking_nsxv3.common.synchronization [req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 req-df6a68d0-0bc2-448f-92fc-e0fff9a752bf tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 743.432424] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 743.432424] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.435018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.435186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.435520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.436366] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.436366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.436366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.436366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.436366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.437505] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.521496] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.525485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.525485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.525485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.525485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.525485] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 2393ac42-109d-4c4c-a634-4607aa90a522 not found, creating... [ 743.525485] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.525485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.525485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.525485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.525485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.531881] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.531881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.531881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.531881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.531881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.531881] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 2393ac42-109d-4c4c-a634-4607aa90a522 is going to be created. [ 743.557464] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.557728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.557919] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.558137] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.558373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.558594] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-2393ac42-109d-4c4c-a634-4607aa90a522" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.712882] env[69763]: INFO networking_nsxv3.common.synchronization [None req-fef69fa1-f312-4997-b3df-ae2f1ce5573b None None] Enqueued Resource ID: 1f5a7ef6-4a33-4e30-a75c-e9d046c12a4e with Priority: HIGHEST for action port [ 743.712882] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5a7ef6-4a33-4e30-a75c-e9d046c12a4e with Priority: HIGHEST for action port [ 743.713579] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f5a7ef6-4a33-4e30-a75c-e9d046c12a4e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.713714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f5a7ef6-4a33-4e30-a75c-e9d046c12a4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.713714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f5a7ef6-4a33-4e30-a75c-e9d046c12a4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.713997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f5a7ef6-4a33-4e30-a75c-e9d046c12a4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.715225] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5a7ef6-4a33-4e30-a75c-e9d046c12a4e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.942930] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.942930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.942930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.942930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.942930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.942930] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.942930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.942930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.942930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.942930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.942930] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af already deleted. [ 743.942930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.218063] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f5a7ef6-4a33-4e30-a75c-e9d046c12a4e [ 744.219298] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.219298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.219298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.219298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.219298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.219298] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f5a7ef6-4a33-4e30-a75c-e9d046c12a4e already deleted. [ 744.219298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f5a7ef6-4a33-4e30-a75c-e9d046c12a4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.880091] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 744.880482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.062513] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: SUCCESS [ 745.062635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.062843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.063085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.063497] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.063497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.063497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.063666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.063710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.064033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.064033] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.100777] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.100777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.100777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.100777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.100777] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.100777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.100777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.100777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.101812] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.101812] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.101812] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.101812] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.101812] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.101812] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.102138] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.102138] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.125494] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.125494] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.125494] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.125643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.125842] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.126090] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.126160] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.126482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.126721] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.286285] env[69763]: INFO networking_nsxv3.common.synchronization [req-763c7a77-fc81-4a0f-bf3e-813185a424d6 req-13b15255-72cb-4c1a-b49a-863f902103ff service nova] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_rules [ 745.286285] env[69763]: INFO networking_nsxv3.common.synchronization [req-763c7a77-fc81-4a0f-bf3e-813185a424d6 req-13b15255-72cb-4c1a-b49a-863f902103ff service nova] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 745.286285] env[69763]: INFO networking_nsxv3.common.synchronization [req-763c7a77-fc81-4a0f-bf3e-813185a424d6 req-13b15255-72cb-4c1a-b49a-863f902103ff service nova] Enqueued Resource ID: 2393ac42-109d-4c4c-a634-4607aa90a522 with Priority: HIGHEST for action port [ 745.286624] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_rules [ 745.286624] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 745.286624] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2393ac42-109d-4c4c-a634-4607aa90a522 with Priority: HIGHEST for action port [ 745.292235] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.292235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.292235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.292235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.292235] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.292235] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.292728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.292728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.292728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.292824] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.292824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.292917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.295271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.295271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.295271] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.295271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-2393ac42-109d-4c4c-a634-4607aa90a522 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.295706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2393ac42-109d-4c4c-a634-4607aa90a522" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.295706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2393ac42-109d-4c4c-a634-4607aa90a522" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.295706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2393ac42-109d-4c4c-a634-4607aa90a522" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.295706] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2393ac42-109d-4c4c-a634-4607aa90a522',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.567851] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.567851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.567851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.567851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.568559] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.568723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.568819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.568968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.569161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.569161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.569735] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.569735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.569735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.569735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.569958] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.569958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.569958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.570126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.570158] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.570221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.570221] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.629626] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.630352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.630352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.630352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.630548] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.630687] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 not found, creating... [ 745.630997] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.632650] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.632650] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.632650] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.632650] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.632650] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.638049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.638049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.638049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.638049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.638049] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 is going to be created. [ 745.662688] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.662688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.662688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.662688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.662688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.662688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.795931] env[69763]: INFO networking_nsxv3.common.synchronization [req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d req-f3130e42-e532-487c-a961-5c3bf252a607 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 745.802248] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 745.802669] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.802790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.803021] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.803962] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.804154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.808590] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2393ac42-109d-4c4c-a634-4607aa90a522 with status ACTIVE [ 745.808895] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.809046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.809165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.809362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.809480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.809703] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.809830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.809917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.810151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.810283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.810513] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.810657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.810755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.810950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.811097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.811344] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2393ac42-109d-4c4c-a634-4607aa90a522 is going to be updated. [ 745.840814] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.840814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.840814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.840814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.840814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.840814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2393ac42-109d-4c4c-a634-4607aa90a522" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.899288] env[69763]: INFO networking_nsxv3.common.synchronization [None req-a1621048-685e-47d5-8991-cc1ca3be1393 None None] Enqueued Resource ID: d54c6e04-8d62-434b-8abd-2a986a53858c with Priority: HIGHEST for action port [ 745.899612] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54c6e04-8d62-434b-8abd-2a986a53858c with Priority: HIGHEST for action port [ 745.899771] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-d54c6e04-8d62-434b-8abd-2a986a53858c taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.899933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d54c6e04-8d62-434b-8abd-2a986a53858c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.900014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d54c6e04-8d62-434b-8abd-2a986a53858c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.900346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d54c6e04-8d62-434b-8abd-2a986a53858c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.900865] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d54c6e04-8d62-434b-8abd-2a986a53858c',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.073028] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dbfa06f-ee6f-4b31-b301-59d5acd41d89: rpc.has_security_group_logging(os_id): False [ 746.103319] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.103539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.103752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.103879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.103994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.104549] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.104549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.104549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.104549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.104759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.104845] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.104891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.105083] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.105273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.105518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.105766] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.105947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.106374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.106582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.106667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.106764] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 is going to be created. [ 746.179210] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.179456] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.179524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.179837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.180063] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.187938] env[69763]: INFO networking_nsxv3.common.synchronization [None req-38b4eb59-4f70-41cd-8673-770751561ae1 None None] Enqueued Resource ID: 5691fa05-31cb-4133-96c0-caa9c5ca1305 with Priority: HIGHEST for action port [ 746.188246] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5691fa05-31cb-4133-96c0-caa9c5ca1305 with Priority: HIGHEST for action port [ 746.188804] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-5691fa05-31cb-4133-96c0-caa9c5ca1305 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.189031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5691fa05-31cb-4133-96c0-caa9c5ca1305" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.189031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5691fa05-31cb-4133-96c0-caa9c5ca1305" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.190991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5691fa05-31cb-4133-96c0-caa9c5ca1305" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.191185] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5691fa05-31cb-4133-96c0-caa9c5ca1305',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.195168] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: IN_PROGRESS for 2s [ 746.288779] env[69763]: INFO networking_nsxv3.common.synchronization [None req-da5643ca-b8d1-4e8e-a106-5fd253f9fc9c None None] Enqueued Resource ID: c013a435-f713-4832-baaa-79659d3e25f0 with Priority: HIGHEST for action port [ 746.289055] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c013a435-f713-4832-baaa-79659d3e25f0 with Priority: HIGHEST for action port [ 746.289738] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c013a435-f713-4832-baaa-79659d3e25f0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.290080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c013a435-f713-4832-baaa-79659d3e25f0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.290169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c013a435-f713-4832-baaa-79659d3e25f0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.290378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c013a435-f713-4832-baaa-79659d3e25f0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.290463] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c013a435-f713-4832-baaa-79659d3e25f0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.309068] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.402718] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d54c6e04-8d62-434b-8abd-2a986a53858c [ 746.403280] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.405025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.405025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.405025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.405025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.405025] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d54c6e04-8d62-434b-8abd-2a986a53858c already deleted. [ 746.405025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d54c6e04-8d62-434b-8abd-2a986a53858c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.666429] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.666429] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.666429] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.673472] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.673472] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.673472] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.673472] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.673472] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.673472] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.673472] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.673472] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.673472] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.673472] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.673472] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.673472] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.673472] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.693831] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.695538] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.695538] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.695538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.695538] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-dcd94c50-f2a7-4888-8329-4f345f1e52c2 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.695538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-dcd94c50-f2a7-4888-8329-4f345f1e52c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.695538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-dcd94c50-f2a7-4888-8329-4f345f1e52c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.695538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-dcd94c50-f2a7-4888-8329-4f345f1e52c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.695538] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd94c50-f2a7-4888-8329-4f345f1e52c2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.700060] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5691fa05-31cb-4133-96c0-caa9c5ca1305 [ 746.701145] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.701145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.701145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.701145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.701145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.701145] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5691fa05-31cb-4133-96c0-caa9c5ca1305 already deleted. [ 746.701145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5691fa05-31cb-4133-96c0-caa9c5ca1305" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.792364] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c013a435-f713-4832-baaa-79659d3e25f0 [ 746.792571] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.792696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.792756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.792964] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.793058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.793152] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c013a435-f713-4832-baaa-79659d3e25f0 already deleted. [ 746.793231] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c013a435-f713-4832-baaa-79659d3e25f0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.812137] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.812247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.812316] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.812543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.812628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.812719] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be created. [ 746.843439] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.843439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.843439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.843439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.843439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.849061] env[69763]: INFO networking_nsxv3.common.synchronization [req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 req-c565f4c3-2bb7-4dcd-81b9-03d7bdc9fb92 service nova] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_rules [ 746.849370] env[69763]: INFO networking_nsxv3.common.synchronization [req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 req-c565f4c3-2bb7-4dcd-81b9-03d7bdc9fb92 service nova] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 746.849592] env[69763]: INFO networking_nsxv3.common.synchronization [req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 req-c565f4c3-2bb7-4dcd-81b9-03d7bdc9fb92 service nova] Enqueued Resource ID: cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 with Priority: HIGHEST for action port [ 746.850309] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_rules [ 746.850454] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 746.850549] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 with Priority: HIGHEST for action port [ 746.850871] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.851628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.851628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.851628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.851628] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.852836] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.854114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.854114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.854114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.854114] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.854114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.854114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.854114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.854114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.854114] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.855139] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.855299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.855391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.855571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.855673] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.857963] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: UNINITIALIZED for 2s [ 747.203811] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.208025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.208025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.208025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.208025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.208025] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port dcd94c50-f2a7-4888-8329-4f345f1e52c2 not found, creating... [ 747.208025] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.208025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.208025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.208025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.208025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.208559] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.208559] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.211985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.211985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.211985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.211985] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: dcd94c50-f2a7-4888-8329-4f345f1e52c2 is going to be created. [ 747.247232] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.247493] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.247627] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.247905] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.248169] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.248410] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-dcd94c50-f2a7-4888-8329-4f345f1e52c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.357552] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.357686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.357911] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.360384] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 with status ACTIVE [ 747.360639] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.360839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.360839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.361065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.361204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.365322] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.365740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.365957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.366587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.369033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.369033] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.369033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.369033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.369033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.369033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.369640] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 is going to be updated. [ 747.406424] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.406795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.406795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.409293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.409293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.409293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.863681] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.209374] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: SUCCESS [ 748.210222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.227060] env[69763]: INFO networking_nsxv3.common.synchronization [req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d req-582290ce-0ae4-4641-9777-d97f6d40344e service nova] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_rules [ 748.228028] env[69763]: INFO networking_nsxv3.common.synchronization [req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d req-582290ce-0ae4-4641-9777-d97f6d40344e service nova] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 748.228028] env[69763]: INFO networking_nsxv3.common.synchronization [req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d req-582290ce-0ae4-4641-9777-d97f6d40344e service nova] Enqueued Resource ID: dcd94c50-f2a7-4888-8329-4f345f1e52c2 with Priority: HIGHEST for action port [ 748.228429] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_rules [ 748.228534] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 748.228635] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd94c50-f2a7-4888-8329-4f345f1e52c2 with Priority: HIGHEST for action port [ 748.228907] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.229056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.229219] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.229301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.229470] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd94c50-f2a7-4888-8329-4f345f1e52c2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.229569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd94c50-f2a7-4888-8329-4f345f1e52c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.229632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd94c50-f2a7-4888-8329-4f345f1e52c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.229833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd94c50-f2a7-4888-8329-4f345f1e52c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.229911] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd94c50-f2a7-4888-8329-4f345f1e52c2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.371046] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.371823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.371823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.371823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.371823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.371823] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be created. [ 748.399966] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.399966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.399966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.399966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.399966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.409958] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: UNINITIALIZED for 2s [ 748.733797] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcd94c50-f2a7-4888-8329-4f345f1e52c2 with status ACTIVE [ 748.734051] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.734198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.734260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.734529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.734623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.734728] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.734824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.734883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.735067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.736277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.736277] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.736277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.736277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.736277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.736277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.736277] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcd94c50-f2a7-4888-8329-4f345f1e52c2 is going to be updated. [ 748.781315] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.781519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.781576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.781798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.781959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.782182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd94c50-f2a7-4888-8329-4f345f1e52c2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.871915] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 748.871915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.871915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.871915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.871915] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.871915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.871915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.871915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.871915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.871915] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.039746] env[69763]: INFO networking_nsxv3.common.synchronization [req-12d7999a-9052-4480-9890-bdac3d3f6d04 req-ffcc4cbe-0a65-4b0e-be5a-a9636576f31f tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Enqueued Resource ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 with Priority: HIGHEST for action security_group_members [ 749.040334] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 with Priority: HIGHEST for action security_group_members [ 749.040675] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-46724bac-75e4-4001-ac6f-ec6f2a258c30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.040737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.040809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.041033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.041451] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.041679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.041783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.041954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.042162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.042375] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46724bac-75e4-4001-ac6f-ec6f2a258c30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.373879] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.544931] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.545178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.545236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.545494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.545589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.545803] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.545901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.545960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.546214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.546299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.546394] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 is going to be updated. [ 749.585142] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.585446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.585556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.585798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.585942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.599266] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 in Status: IN_PROGRESS for 2s [ 749.772919] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e226bb-5c5c-4ad3-a0b0-6052403ee162 req-84dba215-15ad-40c7-b659-284e841217d6 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_members [ 749.772919] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e226bb-5c5c-4ad3-a0b0-6052403ee162 req-84dba215-15ad-40c7-b659-284e841217d6 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 749.773283] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_members [ 749.773416] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 749.773693] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.773811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.773876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.777081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.777227] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.777309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.777371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.777509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.777603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.777978] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.778665] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.778785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.778853] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.779022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.779246] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.779342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.779408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.779551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.779631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.779719] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.839024] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e226bb-5c5c-4ad3-a0b0-6052403ee162 req-84dba215-15ad-40c7-b659-284e841217d6 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_rules [ 749.839024] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e226bb-5c5c-4ad3-a0b0-6052403ee162 req-84dba215-15ad-40c7-b659-284e841217d6 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_members [ 749.839024] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e226bb-5c5c-4ad3-a0b0-6052403ee162 req-84dba215-15ad-40c7-b659-284e841217d6 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 749.839024] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e226bb-5c5c-4ad3-a0b0-6052403ee162 req-84dba215-15ad-40c7-b659-284e841217d6 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 749.839024] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e226bb-5c5c-4ad3-a0b0-6052403ee162 req-84dba215-15ad-40c7-b659-284e841217d6 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 965f3f63-d543-41ae-8170-bdf376f04cb7 with Priority: HIGHEST for action port [ 749.841634] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_rules [ 749.841634] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 749.841634] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965f3f63-d543-41ae-8170-bdf376f04cb7 with Priority: HIGHEST for action port [ 749.841949] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_members [ 749.841949] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 749.842147] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70f38713-9bd2-4cf8-99e9-10c88a9e1c40 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.842307] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.842378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.842644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.842729] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.843748] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.843876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.843947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.844259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.844259] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.845200] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-965f3f63-d543-41ae-8170-bdf376f04cb7 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.845328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.845398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.845568] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.845650] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('965f3f63-d543-41ae-8170-bdf376f04cb7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.847085] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.847229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.847574] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.847641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.882542] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.067225] env[69763]: INFO networking_nsxv3.common.synchronization [None req-dd2dbfce-5295-4b5d-a73c-06b781370bc4 None None] Enqueued Resource ID: 10c470b4-f02d-4a70-86a5-e97492ecccbc with Priority: HIGHEST for action port [ 750.067733] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c470b4-f02d-4a70-86a5-e97492ecccbc with Priority: HIGHEST for action port [ 750.068155] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-10c470b4-f02d-4a70-86a5-e97492ecccbc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.068287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10c470b4-f02d-4a70-86a5-e97492ecccbc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.068360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10c470b4-f02d-4a70-86a5-e97492ecccbc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.069512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10c470b4-f02d-4a70-86a5-e97492ecccbc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.069512] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10c470b4-f02d-4a70-86a5-e97492ecccbc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.194388] env[69763]: INFO networking_nsxv3.common.synchronization [None req-a096428a-8447-4f98-936c-011982b56fe0 None None] Enqueued Resource ID: c82a10da-cd06-4968-831e-92a23abe3276 with Priority: HIGHEST for action port [ 750.195348] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82a10da-cd06-4968-831e-92a23abe3276 with Priority: HIGHEST for action port [ 750.195692] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c82a10da-cd06-4968-831e-92a23abe3276 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.195813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c82a10da-cd06-4968-831e-92a23abe3276" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.195903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c82a10da-cd06-4968-831e-92a23abe3276" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.196270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c82a10da-cd06-4968-831e-92a23abe3276" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.196575] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c82a10da-cd06-4968-831e-92a23abe3276',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.283257] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.286880] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.351634] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.351634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.351634] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 965f3f63-d543-41ae-8170-bdf376f04cb7 with status ACTIVE [ 750.351634] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.351634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.351634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.351634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.351634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.351634] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.351634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.352734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.352734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.352867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.353215] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.354206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.354298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.355186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.355364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.355522] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 965f3f63-d543-41ae-8170-bdf376f04cb7 is going to be updated. [ 750.359564] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.359564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.387439] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.387439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.387439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.387439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.387439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.387439] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be updated. [ 750.391704] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.391862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.391966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.392216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.392366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.392535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.424156] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 750.424156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.424156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.424156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.424156] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.424156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.424156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.424705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.424705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.424705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.424705] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.451090] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.451090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.451090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.451090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.451544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.465773] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: IN_PROGRESS for 2s [ 750.571397] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10c470b4-f02d-4a70-86a5-e97492ecccbc [ 750.571648] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.571830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.571883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.572237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.572332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.572370] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10c470b4-f02d-4a70-86a5-e97492ecccbc already deleted. [ 750.572465] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10c470b4-f02d-4a70-86a5-e97492ecccbc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.698941] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c82a10da-cd06-4968-831e-92a23abe3276 [ 750.701110] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.701110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.701110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.701110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.701110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.701110] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c82a10da-cd06-4968-831e-92a23abe3276 already deleted. [ 750.701110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c82a10da-cd06-4968-831e-92a23abe3276" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.793021] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.793021] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.928589] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.928886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.928886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.929142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.929401] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.929584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.929698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.930077] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.930077] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.930218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.930352] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.930563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.930563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.930897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.930897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.931152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.931152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.931152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.931272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.931318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.931415] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.017730] env[69763]: INFO networking_nsxv3.common.synchronization [req-94044b3f-30ca-4898-bf41-69d05a3358a9 req-7213f955-6dd9-4b12-b876-0f751b707aa0 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Enqueued Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_members [ 751.018313] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_members [ 751.018644] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.018778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.018860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.019810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.019810] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.020657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.020826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.021045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.021162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.021501] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.293427] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.293427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.293691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.293736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.293789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.294627] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 751.295706] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.295828] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.295890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.296186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.296253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.296476] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 is going to be created. [ 751.330384] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.330384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.330384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.330384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.330384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.332755] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.333317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.333532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.333831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.334101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.342900] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: UNINITIALIZED for 2s [ 751.347134] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 751.434020] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91a0c963-a3d0-4652-97c2-8d1fbe9800af: rpc.has_security_group_logging(os_id): False [ 751.453393] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.453597] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.453597] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.453809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.453913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.454110] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.454324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.454324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.454407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.454492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.454684] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.454777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.454850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.454969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.455086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.455316] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.455415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.455479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.455621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.455693] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.455775] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be created. [ 751.523295] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.523295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.523468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.523566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.523655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.523971] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.523971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.524173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.524209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.524288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.524335] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 already deleted. [ 751.524430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.613065] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 in Status: SUCCESS [ 751.614093] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 deletion is rescheduled due to dependency. [ 751.614093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.624525] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.624738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.624738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.624996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.625567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.649846] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 751.691880] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.691880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-847" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.691880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-847" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.691880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-847" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.696058] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.696058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.696058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.696058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.696058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.696058] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.696058] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.696058] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.696058] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.696058] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.696058] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.696058] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.721201] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.723021] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.723021] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.723021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-847" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.723021] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-df474b33-7eec-4f68-952f-cc12850d4b9e taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.723021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-df474b33-7eec-4f68-952f-cc12850d4b9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.723021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-df474b33-7eec-4f68-952f-cc12850d4b9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.723533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-df474b33-7eec-4f68-952f-cc12850d4b9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.723794] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df474b33-7eec-4f68-952f-cc12850d4b9e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.938705] env[69763]: INFO networking_nsxv3.common.synchronization [req-6545469a-3390-4073-8a3d-3a5eb0767179 req-fb1a89b3-365d-4013-8426-9314c951f312 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 751.938705] env[69763]: INFO networking_nsxv3.common.synchronization [req-6545469a-3390-4073-8a3d-3a5eb0767179 req-fb1a89b3-365d-4013-8426-9314c951f312 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_members [ 751.938705] env[69763]: INFO networking_nsxv3.common.synchronization [req-6545469a-3390-4073-8a3d-3a5eb0767179 req-fb1a89b3-365d-4013-8426-9314c951f312 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGHEST for action security_group_members [ 751.938705] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 751.938705] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_members [ 751.938705] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGHEST for action security_group_members [ 751.939174] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.939471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.941359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.941359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.941359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-866c8660-accd-45fa-9c90-81572205c84f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.941359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.941359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.941359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.941359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.941359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.941359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.941359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.941359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.942562] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.993095] env[69763]: INFO networking_nsxv3.common.synchronization [req-6545469a-3390-4073-8a3d-3a5eb0767179 req-fb1a89b3-365d-4013-8426-9314c951f312 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_rules [ 751.993095] env[69763]: INFO networking_nsxv3.common.synchronization [req-6545469a-3390-4073-8a3d-3a5eb0767179 req-fb1a89b3-365d-4013-8426-9314c951f312 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_members [ 751.993095] env[69763]: INFO networking_nsxv3.common.synchronization [req-6545469a-3390-4073-8a3d-3a5eb0767179 req-fb1a89b3-365d-4013-8426-9314c951f312 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGHEST for action security_group_rules [ 751.994845] env[69763]: INFO networking_nsxv3.common.synchronization [req-6545469a-3390-4073-8a3d-3a5eb0767179 req-fb1a89b3-365d-4013-8426-9314c951f312 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGHEST for action security_group_members [ 751.995258] env[69763]: INFO networking_nsxv3.common.synchronization [req-6545469a-3390-4073-8a3d-3a5eb0767179 req-fb1a89b3-365d-4013-8426-9314c951f312 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 751.996154] env[69763]: INFO networking_nsxv3.common.synchronization [req-6545469a-3390-4073-8a3d-3a5eb0767179 req-fb1a89b3-365d-4013-8426-9314c951f312 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 751.996154] env[69763]: INFO networking_nsxv3.common.synchronization [req-6545469a-3390-4073-8a3d-3a5eb0767179 req-fb1a89b3-365d-4013-8426-9314c951f312 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 965f3f63-d543-41ae-8170-bdf376f04cb7 with Priority: HIGHEST for action port [ 751.998384] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_rules [ 751.998384] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGHEST for action security_group_rules [ 751.998384] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 751.998384] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965f3f63-d543-41ae-8170-bdf376f04cb7 with Priority: HIGHEST for action port [ 751.998384] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 751.998384] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_members [ 751.998384] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGHEST for action security_group_members [ 751.998384] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70f38713-9bd2-4cf8-99e9-10c88a9e1c40 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.998384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.000655] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866c8660-accd-45fa-9c90-81572205c84f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.000655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.002944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.002944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.002944] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.003560] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.004086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.004086] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-965f3f63-d543-41ae-8170-bdf376f04cb7 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.004086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.004255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.004331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.004405] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('965f3f63-d543-41ae-8170-bdf376f04cb7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.005514] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.005514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.005722] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.005852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.006152] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-866c8660-accd-45fa-9c90-81572205c84f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.006229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.226903] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.227157] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.227287] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.227581] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.227725] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.227901] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port df474b33-7eec-4f68-952f-cc12850d4b9e not found, creating... [ 752.228952] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.229198] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.229289] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.229592] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.229774] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.230363] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.230363] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.230363] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.230604] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.230728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.230876] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: df474b33-7eec-4f68-952f-cc12850d4b9e is going to be created. [ 752.262106] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.262930] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.262930] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.263143] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.267336] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.267336] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-df474b33-7eec-4f68-952f-cc12850d4b9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.445687] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.476816] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 752.477409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.477906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.478182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.478438] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.479309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.479309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.479309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.479309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.479309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.479941] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.480322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.480617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.480834] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.481040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.481040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.481377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.481377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.481543] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.504674] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-866c8660-accd-45fa-9c90-81572205c84f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.504843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.507763] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 965f3f63-d543-41ae-8170-bdf376f04cb7 with status ACTIVE [ 752.508033] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.508210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.508324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.508636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.508746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.509018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.509488] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.509587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.509862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.509933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.510177] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.510336] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.510438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.510774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.510774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.510848] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 965f3f63-d543-41ae-8170-bdf376f04cb7 is going to be updated. [ 752.537831] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.538038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.538087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.542422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.542422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.542422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-965f3f63-d543-41ae-8170-bdf376f04cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.950884] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.986179] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.988039] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.988039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.361227] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 753.361227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.361227] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: SUCCESS [ 753.361646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.361646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.361954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.362044] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.362262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.362334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.362487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.362595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.362798] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.363833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.365106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.365106] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.365106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.365106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.365106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.365106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.365106] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.456422] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.456422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.456422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.456422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.456422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.456422] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866c8660-accd-45fa-9c90-81572205c84f is going to be created. [ 753.485376] env[69763]: INFO networking_nsxv3.common.synchronization [req-94044b3f-30ca-4898-bf41-69d05a3358a9 req-bde64aaa-89a6-42aa-90fa-b2157313902f service nova] Enqueued Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_rules [ 753.485376] env[69763]: INFO networking_nsxv3.common.synchronization [req-94044b3f-30ca-4898-bf41-69d05a3358a9 req-bde64aaa-89a6-42aa-90fa-b2157313902f service nova] Enqueued Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_members [ 753.485376] env[69763]: INFO networking_nsxv3.common.synchronization [req-94044b3f-30ca-4898-bf41-69d05a3358a9 req-bde64aaa-89a6-42aa-90fa-b2157313902f service nova] Enqueued Resource ID: df474b33-7eec-4f68-952f-cc12850d4b9e with Priority: HIGHEST for action port [ 753.486089] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_rules [ 753.486286] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_members [ 753.486431] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df474b33-7eec-4f68-952f-cc12850d4b9e with Priority: HIGHEST for action port [ 753.488273] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.488273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.488273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.488273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.488273] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.489349] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.489349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.489349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.489349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.490322] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.490322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.490322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.490322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.490322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.490322] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.491094] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-df474b33-7eec-4f68-952f-cc12850d4b9e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.491265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df474b33-7eec-4f68-952f-cc12850d4b9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.491265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df474b33-7eec-4f68-952f-cc12850d4b9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.491877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df474b33-7eec-4f68-952f-cc12850d4b9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.491877] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df474b33-7eec-4f68-952f-cc12850d4b9e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.497227] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.497227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.497227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.497227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.497227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.500400] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.510072] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866c8660-accd-45fa-9c90-81572205c84f in Status: UNINITIALIZED for 2s [ 753.612803] env[69763]: INFO networking_nsxv3.common.synchronization [req-a0a847ce-93f8-4c20-a072-c1e390be438a req-24ed5f48-ec03-4397-81c4-a8b1608f6d6d tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Enqueued Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_members [ 753.613441] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_members [ 753.613738] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc436eb-4983-4379-95a0-4f71cf95614d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.613871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.613941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.615218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.615649] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.615947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.615947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.616178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.616178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.616281] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.662983] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 753.668813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.836522] env[69763]: INFO networking_nsxv3.common.synchronization [None req-c7afac07-573c-40ab-919c-b2e299e4a2ec None None] Enqueued Resource ID: 681388d6-c1c2-417f-9ef4-89af646e7e64 with Priority: HIGHEST for action port [ 753.837363] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681388d6-c1c2-417f-9ef4-89af646e7e64 with Priority: HIGHEST for action port [ 753.837647] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-681388d6-c1c2-417f-9ef4-89af646e7e64 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.837647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-681388d6-c1c2-417f-9ef4-89af646e7e64" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.837870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-681388d6-c1c2-417f-9ef4-89af646e7e64" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.839401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-681388d6-c1c2-417f-9ef4-89af646e7e64" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.839544] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('681388d6-c1c2-417f-9ef4-89af646e7e64',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.867611] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.868948] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.997134] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.997134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.997134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.000551] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df474b33-7eec-4f68-952f-cc12850d4b9e with status ACTIVE [ 754.000551] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.000848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.001364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.001364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.001504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.001674] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.001836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.001910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.002148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.002261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.002518] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.002652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.002782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.002989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.004871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.005017] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df474b33-7eec-4f68-952f-cc12850d4b9e is going to be updated. [ 754.006807] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.006918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.007032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.007279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.007405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.008090] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be updated. [ 754.033270] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.033270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.033270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.033270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.033270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.033270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df474b33-7eec-4f68-952f-cc12850d4b9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.044794] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.044794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.044794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.044794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.044794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.058182] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: IN_PROGRESS for 2s [ 754.119299] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.119299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.119546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.119630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.119748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.119834] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.119953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.120036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.120659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.120659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.120659] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc436eb-4983-4379-95a0-4f71cf95614d already deleted. [ 754.120659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.345134] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 681388d6-c1c2-417f-9ef4-89af646e7e64 [ 754.345420] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.345622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.345690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.345873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.346060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.346245] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:681388d6-c1c2-417f-9ef4-89af646e7e64 already deleted. [ 754.346309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-681388d6-c1c2-417f-9ef4-89af646e7e64" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.370180] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.373112] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.396274] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.396504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-438" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.396617] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-438" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.397023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-438" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.397308] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.397478] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.397600] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.398296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.398745] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.398942] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.399520] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.399520] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.399520] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.402817] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.402998] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.403240] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.426103] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.426332] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.426507] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.426731] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-438" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.427079] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-234619c1-18c1-4ff4-860b-8e1b6930d4b4 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.427317] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-234619c1-18c1-4ff4-860b-8e1b6930d4b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.427558] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-234619c1-18c1-4ff4-860b-8e1b6930d4b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.427913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-234619c1-18c1-4ff4-860b-8e1b6930d4b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.428036] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('234619c1-18c1-4ff4-860b-8e1b6930d4b4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.498471] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.875567] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.875798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.875798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.876026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.876207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.876313] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 754.877988] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.877988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.878160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.878369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.878369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.878492] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 is going to be updated. [ 754.918066] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.918234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.918319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.922023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.922023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.922023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.922023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.922023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.922023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.922023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.931168] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.931168] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.931168] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.931440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.931440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.931534] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 234619c1-18c1-4ff4-860b-8e1b6930d4b4 not found, creating... [ 754.931829] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.932018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.932149] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.932384] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.932519] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.932818] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.932975] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.933145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.933393] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.933533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.933673] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 234619c1-18c1-4ff4-860b-8e1b6930d4b4 is going to be created. [ 754.936902] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: IN_PROGRESS for 2s [ 754.937323] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 754.980019] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.980324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.980740] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.980829] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.981043] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.981292] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-234619c1-18c1-4ff4-860b-8e1b6930d4b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.002372] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.002372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.002664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.002762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.002850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.002935] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 is going to be created. [ 755.039795] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.040594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.040769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.041078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.041226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.051926] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 in Status: UNINITIALIZED for 2s [ 755.524332] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866c8660-accd-45fa-9c90-81572205c84f in Status: SUCCESS [ 755.524586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.524770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.524972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.525227] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.525347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.525416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.526953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.527068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.527199] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.029897] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.036251] env[69763]: INFO networking_nsxv3.common.synchronization [req-922e36b4-a695-404a-90de-0e2303cc92ee req-27119d02-3dee-4489-a727-91c959aed11f tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 756.036704] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 756.037455] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.037641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.037709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.038019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.038191] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.038322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.038396] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.038639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.038722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.038827] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.071730] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 756.072335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.072492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.073416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.073416] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.073416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.073416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.073416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.073416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.073699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.073699] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.073784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.073847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.073947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.074120] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.074205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.074267] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.074404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.074498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.074552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.074647] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.368494] env[69763]: INFO networking_nsxv3.common.synchronization [req-a0a847ce-93f8-4c20-a072-c1e390be438a req-c099e429-7499-4e29-834b-20adf831de8a service nova] Enqueued Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_rules [ 756.368494] env[69763]: INFO networking_nsxv3.common.synchronization [req-a0a847ce-93f8-4c20-a072-c1e390be438a req-c099e429-7499-4e29-834b-20adf831de8a service nova] Enqueued Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_members [ 756.368494] env[69763]: INFO networking_nsxv3.common.synchronization [req-a0a847ce-93f8-4c20-a072-c1e390be438a req-c099e429-7499-4e29-834b-20adf831de8a service nova] Enqueued Resource ID: 234619c1-18c1-4ff4-860b-8e1b6930d4b4 with Priority: HIGHEST for action port [ 756.376423] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_rules [ 756.376423] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_members [ 756.376423] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234619c1-18c1-4ff4-860b-8e1b6930d4b4 with Priority: HIGHEST for action port [ 756.376423] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc436eb-4983-4379-95a0-4f71cf95614d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.376423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.376423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.376423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.376423] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.376423] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc436eb-4983-4379-95a0-4f71cf95614d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.376423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.376423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.376423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.377748] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.377748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.377748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.377748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.377748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.377995] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.379404] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-234619c1-18c1-4ff4-860b-8e1b6930d4b4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.379606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-234619c1-18c1-4ff4-860b-8e1b6930d4b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.379675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-234619c1-18c1-4ff4-860b-8e1b6930d4b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.380037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-234619c1-18c1-4ff4-860b-8e1b6930d4b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.382584] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('234619c1-18c1-4ff4-860b-8e1b6930d4b4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.533191] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.541861] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.543025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.543025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.543025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.543025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.543025] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.543493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.543493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.543593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.543646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.543748] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 already deleted. [ 756.543863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.579497] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1: rpc.has_security_group_logging(os_id): False [ 756.600217] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.600449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.600449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.600756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.600850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.601098] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.601213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.601285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.601406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.601494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.601684] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.601782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.601840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.601956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.602127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.602323] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.604091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.604091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.604091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.604091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.604091] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be created. [ 756.668271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.668271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.668271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.668271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.668271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.686568] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: IN_PROGRESS for 2s [ 756.703392] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.703473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-234" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.703557] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-234" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.703883] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-234" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.704166] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.704321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.704438] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.704661] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.704800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705019] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.706947] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.707183] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.707330] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.707459] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.707602] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.707833] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.738648] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.738950] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.739304] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.739533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-234" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.739938] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-4b9862e2-a25f-4722-b1a1-e36cc837cd38 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.740148] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.740526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.740877] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.741030] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b9862e2-a25f-4722-b1a1-e36cc837cd38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.884742] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc436eb-4983-4379-95a0-4f71cf95614d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.884742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.884742] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.887285] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 234619c1-18c1-4ff4-860b-8e1b6930d4b4 with status ACTIVE [ 756.887285] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.887285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.887285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.887285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.887285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.890995] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.891226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.891299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.891960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.892118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.892391] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.893112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.893112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.893112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.893112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.893112] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 234619c1-18c1-4ff4-860b-8e1b6930d4b4 is going to be updated. [ 756.933024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.933024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.933024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.933024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.933024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.933611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-234619c1-18c1-4ff4-860b-8e1b6930d4b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.979763] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: SUCCESS [ 756.980067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.980265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.980507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.980729] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.980875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.980947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.981149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.981253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.981364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.981484] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.984741] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 756.985048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.986168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.987910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.987910] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.987910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.987910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.988174] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.988174] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.989120] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.989347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.989556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.989741] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.989854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.989918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.990570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.990724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.990830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.990935] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.992779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.992889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.993124] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.993252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.993318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.993485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.993659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.993763] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.039548] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.039548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.039817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.039944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.040092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.040212] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866c8660-accd-45fa-9c90-81572205c84f is going to be updated. [ 757.061554] env[69763]: INFO networking_nsxv3.common.synchronization [None req-6bc71044-a8dd-4ef1-899e-e44f8d0496f9 None None] Enqueued Resource ID: 193fa41a-975f-465d-a17b-7da5df29da58 with Priority: HIGHEST for action port [ 757.061848] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 193fa41a-975f-465d-a17b-7da5df29da58 with Priority: HIGHEST for action port [ 757.062765] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-193fa41a-975f-465d-a17b-7da5df29da58 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.062765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-193fa41a-975f-465d-a17b-7da5df29da58" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.062765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-193fa41a-975f-465d-a17b-7da5df29da58" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.063205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-193fa41a-975f-465d-a17b-7da5df29da58" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.063382] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('193fa41a-975f-465d-a17b-7da5df29da58',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.066290] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 in Status: SUCCESS [ 757.066739] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.069781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.069781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.069781] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.069781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.069781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.069781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.069781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.069781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.069781] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.109273] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.109518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.109579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.109759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.109906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.121418] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866c8660-accd-45fa-9c90-81572205c84f in Status: IN_PROGRESS for 2s [ 757.244510] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.244738] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.244876] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.245329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.245490] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.245652] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 4b9862e2-a25f-4722-b1a1-e36cc837cd38 not found, creating... [ 757.245961] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.246171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.246302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.246573] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.246857] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.247050] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.247223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.247347] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.247658] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.247865] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.248058] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 is going to be created. [ 757.285556] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.285793] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.285931] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.286284] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.286555] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.286809] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.401079] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.498509] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.498509] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.498509] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.498509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.498509] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.569752] env[69763]: INFO networking_nsxv3.common.synchronization [None req-434f5fa1-00a3-40f2-89f9-39845569b7af None None] Enqueued Resource ID: d88cbdfd-7cf1-42bd-8f37-d74c71166921 with Priority: HIGHEST for action port [ 757.570518] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d88cbdfd-7cf1-42bd-8f37-d74c71166921 with Priority: HIGHEST for action port [ 757.572224] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 193fa41a-975f-465d-a17b-7da5df29da58 [ 757.572436] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.572834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.573226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.573340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.573340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.573447] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:193fa41a-975f-465d-a17b-7da5df29da58 already deleted. [ 757.573518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-193fa41a-975f-465d-a17b-7da5df29da58" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.573758] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-d88cbdfd-7cf1-42bd-8f37-d74c71166921 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.573856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d88cbdfd-7cf1-42bd-8f37-d74c71166921" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.574178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d88cbdfd-7cf1-42bd-8f37-d74c71166921" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.574178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d88cbdfd-7cf1-42bd-8f37-d74c71166921" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.574291] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d88cbdfd-7cf1-42bd-8f37-d74c71166921',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.575264] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.908062] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.908260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.908342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.912025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.912025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.912025] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc436eb-4983-4379-95a0-4f71cf95614d is going to be created. [ 757.935525] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.935789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.935789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.935951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.936162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.950184] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc436eb-4983-4379-95a0-4f71cf95614d in Status: UNINITIALIZED for 2s [ 757.996763] env[69763]: INFO networking_nsxv3.common.synchronization [req-922e36b4-a695-404a-90de-0e2303cc92ee req-62e58ad8-3740-41cb-9e69-9e6b49a3f9ab service nova] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_rules [ 757.996940] env[69763]: INFO networking_nsxv3.common.synchronization [req-922e36b4-a695-404a-90de-0e2303cc92ee req-62e58ad8-3740-41cb-9e69-9e6b49a3f9ab service nova] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 757.997085] env[69763]: INFO networking_nsxv3.common.synchronization [req-922e36b4-a695-404a-90de-0e2303cc92ee req-62e58ad8-3740-41cb-9e69-9e6b49a3f9ab service nova] Enqueued Resource ID: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 with Priority: HIGHEST for action port [ 757.997385] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.998229] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_rules [ 757.998376] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 757.998491] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 with Priority: HIGHEST for action port [ 757.999245] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70f38713-9bd2-4cf8-99e9-10c88a9e1c40: rpc.has_security_group_logging(os_id): False [ 758.000262] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.000402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.000465] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.000730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.000824] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.002035] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.002035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.002035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.002035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.005578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.005578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.005578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.005871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.005871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.006036] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.007917] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b9862e2-a25f-4722-b1a1-e36cc837cd38 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.007917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.007917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.008707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.008878] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b9862e2-a25f-4722-b1a1-e36cc837cd38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.011754] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.034955] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.035270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.035270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.035551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.035686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.035991] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.036151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.036252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.036466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.036581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.036709] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 is going to be created. [ 758.077905] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d88cbdfd-7cf1-42bd-8f37-d74c71166921 [ 758.078302] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.078557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.078673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.078969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.079142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.079283] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d88cbdfd-7cf1-42bd-8f37-d74c71166921 already deleted. [ 758.079420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d88cbdfd-7cf1-42bd-8f37-d74c71166921" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.080234] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19cc5bef-83a2-45c0-aa06-6f61fcce68f2: rpc.has_security_group_logging(os_id): False [ 758.110403] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.110624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.110676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.110886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.110978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111264] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.111384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.111437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.111636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.111759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111855] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 is going to be created. [ 758.114810] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.114962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.115037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.115297] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.115446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.130243] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: IN_PROGRESS for 2s [ 758.196714] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.196714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.196714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.196916] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.201028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.216867] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 in Status: IN_PROGRESS for 2s [ 758.500578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.500744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.500815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.501037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.501148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.501221] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 is going to be updated. [ 758.512239] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.512428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.512546] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.513518] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b9862e2-a25f-4722-b1a1-e36cc837cd38 with status ACTIVE [ 758.513709] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.513812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.514022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.514913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.515061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.515335] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.515479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.515518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.515723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.515807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.515932] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.516202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.516302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.516521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.516592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.516926] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 is going to be updated. [ 758.519558] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.519558] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.519558] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.519791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.519875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.519944] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 758.546199] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.546363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.546412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.546656] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.546800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.546962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.550208] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.550208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.550471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.550520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.550669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.553043] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.553218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.553286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.553516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.555890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.570408] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: IN_PROGRESS for 2s [ 758.571629] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 758.706355] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 758.706575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.710029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.710029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.710029] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.022311] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.135294] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866c8660-accd-45fa-9c90-81572205c84f in Status: SUCCESS [ 759.135482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.136070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.136070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.136312] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.136585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.136585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.136803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.136934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.138252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.138252] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.212233] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.212454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.212454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.212673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.212849] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.212949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.213091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.213233] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.213343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.213438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.213530] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.524595] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.524795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.524874] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.525147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.525364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.525364] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 is going to be created. [ 759.554932] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.555240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.555355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.555563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.555731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.568747] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: UNINITIALIZED for 2s [ 759.643107] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.719454] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.719685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.719759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.719971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.720198] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.720335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.720397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.720563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.720654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.720744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.720890] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.720983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.721047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.721195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.721449] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.721449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.721563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.721695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.721695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.721819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.721858] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.963375] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc436eb-4983-4379-95a0-4f71cf95614d in Status: SUCCESS [ 759.963639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.963887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.964147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.964369] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.964532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.964618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.964831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.965096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.965096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.965353] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.990221] env[69763]: INFO networking_nsxv3.common.synchronization [None req-a006d247-fa91-4c3c-b040-d191bf392035 None None] Enqueued Resource ID: 55737457-00de-43d6-82d5-9405a17081e5 with Priority: HIGHEST for action port [ 759.990890] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55737457-00de-43d6-82d5-9405a17081e5 with Priority: HIGHEST for action port [ 759.992119] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-55737457-00de-43d6-82d5-9405a17081e5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.992316] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55737457-00de-43d6-82d5-9405a17081e5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.992316] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55737457-00de-43d6-82d5-9405a17081e5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.992651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55737457-00de-43d6-82d5-9405a17081e5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.992764] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55737457-00de-43d6-82d5-9405a17081e5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.144159] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: SUCCESS [ 760.144734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.145234] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 866c8660-accd-45fa-9c90-81572205c84f: rpc.has_security_group_logging(os_id): False [ 760.146715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.147048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.147186] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.171154] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.171404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.171404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.171640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.171749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.171901] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.172046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.172136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.172269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.172345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.172436] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866c8660-accd-45fa-9c90-81572205c84f is going to be created. [ 760.224310] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1: rpc.has_security_group_logging(os_id): False [ 760.249274] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 in Status: SUCCESS [ 760.249688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.252654] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.252816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.252869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.253167] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.255489] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.255489] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.255489] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.255489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.256430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.256430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.256430] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be updated. [ 760.267403] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.267596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.267660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.267828] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.268021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.282862] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866c8660-accd-45fa-9c90-81572205c84f in Status: IN_PROGRESS for 2s [ 760.343892] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.344204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.344204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.344356] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.344476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.381313] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: IN_PROGRESS for 2s [ 760.469175] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.498939] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55737457-00de-43d6-82d5-9405a17081e5 [ 760.499247] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.499462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.499462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.499681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.499758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.499856] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55737457-00de-43d6-82d5-9405a17081e5 already deleted. [ 760.499934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55737457-00de-43d6-82d5-9405a17081e5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.582189] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: SUCCESS [ 760.582390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.582512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.582741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.582926] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.583062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.583151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.583285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.583370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.583465] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.585066] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 760.585304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.585508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.585701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.585872] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.585980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.586058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.586244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.586371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.586494] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.649528] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.649969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.972350] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc436eb-4983-4379-95a0-4f71cf95614d: rpc.has_security_group_logging(os_id): False [ 760.993667] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.993919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.993919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.994127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.994220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.994484] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.994587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.994670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.994796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.994868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.994952] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc436eb-4983-4379-95a0-4f71cf95614d is going to be created. [ 761.057804] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.058019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.058111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.058381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.058649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.074205] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc436eb-4983-4379-95a0-4f71cf95614d in Status: IN_PROGRESS for 2s [ 761.089016] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.090108] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.579980] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: SUCCESS [ 761.580230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.580416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.580663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.580870] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.580991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.581068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.581254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.581332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.581416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.581512] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.591602] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.592758] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.084754] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.084754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.084754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.084754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.085385] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.085385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.085385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.085385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.085385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.085569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.085569] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.085645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.085677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.085823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.085949] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.086054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.086111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.086275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.086350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.086430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.086519] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.095307] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.095540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.095540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.095704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.095790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.095886] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 is going to be updated. [ 762.097236] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.097413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.097413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.097585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.097668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.097748] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 762.130622] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.130859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.130859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.131100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.131215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.132929] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.133380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.133723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.133934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.134106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.151275] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 762.152126] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: IN_PROGRESS for 2s [ 762.295893] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866c8660-accd-45fa-9c90-81572205c84f in Status: SUCCESS [ 762.296317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.395443] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 762.396014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.589044] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30: rpc.has_security_group_logging(os_id): False [ 762.611817] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.612111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.612249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.612535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.612670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.612967] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.613872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.613872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.613872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.613872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.614129] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.614238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.614431] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.614687] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.614844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.615192] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.615307] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.615374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.615539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.615636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.615737] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 is going to be created. [ 762.688609] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.688609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.688609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.688609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.688609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.705106] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: IN_PROGRESS for 2s [ 763.089032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc436eb-4983-4379-95a0-4f71cf95614d in Status: SUCCESS [ 763.089032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.481741] env[69763]: INFO networking_nsxv3.common.synchronization [req-8d954487-7c58-4db7-8df7-2c6e11db7707 req-e2608b19-92b9-4481-8d51-f52970b33cf8 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 763.481741] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 763.481741] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.481741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.481741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.481741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.481741] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.481741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.481741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.481741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.481741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.482387] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.985583] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.165058] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 764.167575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.167575] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: SUCCESS [ 764.167575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.167575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.167575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.167575] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.167575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.168448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.168778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.168975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.170238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.170611] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.172329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.172329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.172329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.172329] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.172329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.172329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.172329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.172329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.174971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.174971] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.174971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.174971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.174971] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.174971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.176094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.176489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.176732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.177814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.179017] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.203685] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.203685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.205061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.205610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.205820] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.205946] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.206222] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.206388] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.206586] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.206779] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.206898] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.207024] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.207137] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.207251] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.207359] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.207583] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.231507] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.231507] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.231507] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.231507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.231963] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-c5562803-3fe4-4c16-ac47-79f2c209e942 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.233070] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-c5562803-3fe4-4c16-ac47-79f2c209e942" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.233271] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-c5562803-3fe4-4c16-ac47-79f2c209e942" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.233600] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-c5562803-3fe4-4c16-ac47-79f2c209e942" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.233736] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5562803-3fe4-4c16-ac47-79f2c209e942',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.487543] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.680429] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ab7a11-2e57-46c6-bf69-a17240860379: rpc.has_security_group_logging(os_id): False [ 764.684396] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.704106] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.704277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.704638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.704944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.705065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.705429] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.705562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.705562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.705985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.706200] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.706331] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.706438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.706500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.706794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.706909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.707129] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.707242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.707306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.707473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.707561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.707705] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 764.723873] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: SUCCESS [ 764.724274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.736709] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.736958] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.737608] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.737961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.738145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.738311] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port c5562803-3fe4-4c16-ac47-79f2c209e942 not found, creating... [ 764.738642] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.738752] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.738873] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.739130] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.739317] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.739562] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.739719] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.739834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.740440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.740960] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.741102] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: c5562803-3fe4-4c16-ac47-79f2c209e942 is going to be created. [ 764.765509] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.765789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.765876] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.769066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.769066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.769066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-c5562803-3fe4-4c16-ac47-79f2c209e942" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.786375] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.786659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.786659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.786964] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.787146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.807249] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 764.996026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.996026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.996026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.996026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.996026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.996026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 765.044309] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.044309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.044309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.044309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.044309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.056316] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 765.189786] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70f38713-9bd2-4cf8-99e9-10c88a9e1c40: rpc.has_security_group_logging(os_id): False [ 765.217987] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.218484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.218484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.218835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.218835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.218941] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.219090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.219139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.219338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.219461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.219643] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 is going to be updated. [ 765.328398] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.328546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.328627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.329685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.329685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.344116] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: IN_PROGRESS for 2s [ 766.054270] env[69763]: INFO networking_nsxv3.common.synchronization [req-8d954487-7c58-4db7-8df7-2c6e11db7707 req-c25f2db9-cb0e-4a8a-855c-978040d4a0a2 service nova] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_rules [ 766.054534] env[69763]: INFO networking_nsxv3.common.synchronization [req-8d954487-7c58-4db7-8df7-2c6e11db7707 req-c25f2db9-cb0e-4a8a-855c-978040d4a0a2 service nova] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 766.054687] env[69763]: INFO networking_nsxv3.common.synchronization [req-8d954487-7c58-4db7-8df7-2c6e11db7707 req-c25f2db9-cb0e-4a8a-855c-978040d4a0a2 service nova] Enqueued Resource ID: c5562803-3fe4-4c16-ac47-79f2c209e942 with Priority: HIGHEST for action port [ 766.057994] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_rules [ 766.059389] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 766.059389] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5562803-3fe4-4c16-ac47-79f2c209e942 with Priority: HIGHEST for action port [ 766.059389] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.059389] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.059389] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.060079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.061211] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.061982] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.063246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.064255] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5562803-3fe4-4c16-ac47-79f2c209e942 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.064919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5562803-3fe4-4c16-ac47-79f2c209e942" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.064919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5562803-3fe4-4c16-ac47-79f2c209e942" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.065743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5562803-3fe4-4c16-ac47-79f2c209e942" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.065743] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5562803-3fe4-4c16-ac47-79f2c209e942',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.567586] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.568897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.568897] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5562803-3fe4-4c16-ac47-79f2c209e942 with status ACTIVE [ 766.568897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.568897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.568897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.568897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.568897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.569821] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.569821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.569821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.569821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.569821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.570235] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.572931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.572931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.573245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.573245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.573358] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5562803-3fe4-4c16-ac47-79f2c209e942 is going to be updated. [ 766.601208] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.601758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.602150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.602516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.602775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.603078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5562803-3fe4-4c16-ac47-79f2c209e942" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.826342] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 766.826342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.826342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.826342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.826537] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.074075] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 767.074309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.074633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.075206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.076836] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.076836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.076836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.076836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.076836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.076836] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.330218] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.330430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.330491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.330722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.330900] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.331064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.331109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.331226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.331355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.331407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.331502] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.363649] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: SUCCESS [ 767.363649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.579291] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.836172] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.836828] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.839756] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.839756] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.839756] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.839756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.840493] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.086556] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.343072] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ab7a11-2e57-46c6-bf69-a17240860379: rpc.has_security_group_logging(os_id): False [ 768.364164] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.364164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.364164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.364439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.364439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.364695] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.365457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.365457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.365457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.369546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.369760] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.369924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.370051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.370317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.370442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.370734] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.370894] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.370968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.371216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.371424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.371499] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 768.446987] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.447233] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.447330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.447618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.447895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.463720] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 768.589889] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.590159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.590159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.590339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.590433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.590752] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 768.623661] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.623838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.623890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.624125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.624404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.638084] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 770.283145] env[69763]: INFO networking_nsxv3.common.synchronization [None req-abc5f8df-4ce2-49e5-a685-1276a05aa1ba tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Enqueued Resource ID: 7f88da04-e384-41a4-aa2c-aaded1df4e6c with Priority: HIGHEST for action security_group_rules [ 770.283692] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f88da04-e384-41a4-aa2c-aaded1df4e6c with Priority: HIGHEST for action security_group_rules [ 770.283895] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f88da04-e384-41a4-aa2c-aaded1df4e6c taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.284041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f88da04-e384-41a4-aa2c-aaded1df4e6c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.284109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f88da04-e384-41a4-aa2c-aaded1df4e6c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.284420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f88da04-e384-41a4-aa2c-aaded1df4e6c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.284521] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f88da04-e384-41a4-aa2c-aaded1df4e6c',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.453757] env[69763]: INFO networking_nsxv3.common.synchronization [None req-a4ec2493-ae77-44de-83b6-90e44c79b617 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Enqueued Resource ID: 7f88da04-e384-41a4-aa2c-aaded1df4e6c with Priority: HIGHEST for action security_group_rules [ 770.454681] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f88da04-e384-41a4-aa2c-aaded1df4e6c with Priority: HIGHEST for action security_group_rules [ 770.455351] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f88da04-e384-41a4-aa2c-aaded1df4e6c taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.455351] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f88da04-e384-41a4-aa2c-aaded1df4e6c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.480350] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 770.480602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.652978] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 770.652978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.652978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.652978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.652978] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.652978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.652978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.652978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.652978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.652978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.652978] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.824386] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.825162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.825162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.825162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.825162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.825162] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f88da04-e384-41a4-aa2c-aaded1df4e6c already deleted. [ 770.825162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f88da04-e384-41a4-aa2c-aaded1df4e6c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.825516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f88da04-e384-41a4-aa2c-aaded1df4e6c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.825516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f88da04-e384-41a4-aa2c-aaded1df4e6c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.825585] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f88da04-e384-41a4-aa2c-aaded1df4e6c',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.158082] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.158300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.158359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.158537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.158703] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.159229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.159347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.159462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.159553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.159644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.159869] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.160022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.160087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.160235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.160375] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.160471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.160532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.160666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.161166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.161166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.161166] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.353016] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.353016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.353016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.353016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.353016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.353016] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f88da04-e384-41a4-aa2c-aaded1df4e6c already deleted. [ 771.353016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f88da04-e384-41a4-aa2c-aaded1df4e6c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.663278] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91a0c963-a3d0-4652-97c2-8d1fbe9800af: rpc.has_security_group_logging(os_id): False [ 771.685801] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.685801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.685801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.685801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.685801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.685801] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.686068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.686068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.686134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.686281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.686382] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.686477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.686542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.686873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.686873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.687140] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.688147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.690026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.690026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.690026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.690026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 771.748398] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.748398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.748398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.748398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.748398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.769903] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 772.475640] env[69763]: INFO networking_nsxv3.common.synchronization [None req-4e5f4c49-2a00-4a91-b0c4-657f5db31e2a None None] Enqueued Resource ID: 922ba097-5b7d-4bac-aef1-83b961dc6d73 with Priority: HIGHEST for action port [ 772.476432] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922ba097-5b7d-4bac-aef1-83b961dc6d73 with Priority: HIGHEST for action port [ 772.476632] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-922ba097-5b7d-4bac-aef1-83b961dc6d73 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.476950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-922ba097-5b7d-4bac-aef1-83b961dc6d73" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.476950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-922ba097-5b7d-4bac-aef1-83b961dc6d73" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.482774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-922ba097-5b7d-4bac-aef1-83b961dc6d73" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.482774] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('922ba097-5b7d-4bac-aef1-83b961dc6d73',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.769203] env[69763]: INFO networking_nsxv3.common.synchronization [req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 req-29a4f9fb-3400-407b-89f6-3dfc4b41fc85 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 772.769808] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 772.769998] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.770349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.770487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.770722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.771036] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.771036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.771344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.771344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.771455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.772198] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.984034] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 922ba097-5b7d-4bac-aef1-83b961dc6d73 [ 772.984034] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.984034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.984034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.984279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.984279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.984476] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:922ba097-5b7d-4bac-aef1-83b961dc6d73 already deleted. [ 772.984476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-922ba097-5b7d-4bac-aef1-83b961dc6d73" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.276948] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.583306] env[69763]: INFO networking_nsxv3.common.synchronization [req-8e9eee97-9f12-4c54-acf9-e577343d7624 req-01d7f099-a95d-4c60-bc6f-9273867a0216 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Enqueued Resource ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc with Priority: HIGHEST for action security_group_members [ 773.583685] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc with Priority: HIGHEST for action security_group_members [ 773.583994] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.584379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.584448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.584675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.584836] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.584939] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.585000] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.585976] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.586082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.586189] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('886a5a6f-19b4-467b-8fee-a5bdf31c99dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.745480] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.745696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.745818] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.746505] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.746505] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.746505] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.748107] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.753122] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.753122] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.753122] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.753122] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.753122] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.753122] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.753122] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.753122] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.753122] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.792312] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.792312] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.792312] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.792312] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-345" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.792312] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-706d08b7-4902-43b3-89c7-a48ce3838901 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.792312] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-706d08b7-4902-43b3-89c7-a48ce3838901" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.792312] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-706d08b7-4902-43b3-89c7-a48ce3838901" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.792312] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-706d08b7-4902-43b3-89c7-a48ce3838901" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.792312] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('706d08b7-4902-43b3-89c7-a48ce3838901',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.792312] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.792312] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 773.792312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.092568] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.092755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.092861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.093039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.093203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.093514] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.093514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.093758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.093758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.093887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.093939] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc is going to be updated. [ 774.126709] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.126918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.126918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.127151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.127294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.137611] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc in Status: IN_PROGRESS for 2s [ 774.277598] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.278645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.278645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.281132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.281132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.281132] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 706d08b7-4902-43b3-89c7-a48ce3838901 not found, creating... [ 774.281132] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.281132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.281132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.281132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.281132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.281132] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.281132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.281526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.282119] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.282354] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.282597] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 706d08b7-4902-43b3-89c7-a48ce3838901 is going to be created. [ 774.284237] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.284719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.284883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.285121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.285331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.285582] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be updated. [ 774.308681] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.309738] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.309738] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.310040] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.310303] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.310722] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-706d08b7-4902-43b3-89c7-a48ce3838901" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.317000] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.319065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.319826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.319826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.319826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.335444] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: IN_PROGRESS for 2s [ 775.080239] env[69763]: INFO networking_nsxv3.common.synchronization [None req-92e6edf1-8094-459f-b1e8-282025f069ac None None] Enqueued Resource ID: fe772285-591e-45b6-9c92-a751201c051e with Priority: HIGHEST for action port [ 775.081193] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe772285-591e-45b6-9c92-a751201c051e with Priority: HIGHEST for action port [ 775.083230] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe772285-591e-45b6-9c92-a751201c051e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.083230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe772285-591e-45b6-9c92-a751201c051e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.083230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe772285-591e-45b6-9c92-a751201c051e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.084167] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe772285-591e-45b6-9c92-a751201c051e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.084439] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe772285-591e-45b6-9c92-a751201c051e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.485199] env[69763]: INFO networking_nsxv3.common.synchronization [None req-6b6ee6c4-45d7-4496-847f-e191fdd20944 None None] Enqueued Resource ID: c3daf796-1bae-4346-a992-7511a5a7c192 with Priority: HIGHEST for action port [ 775.488370] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3daf796-1bae-4346-a992-7511a5a7c192 with Priority: HIGHEST for action port [ 775.488370] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3daf796-1bae-4346-a992-7511a5a7c192 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.488370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3daf796-1bae-4346-a992-7511a5a7c192" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.488370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3daf796-1bae-4346-a992-7511a5a7c192" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.488370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3daf796-1bae-4346-a992-7511a5a7c192" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.488370] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3daf796-1bae-4346-a992-7511a5a7c192',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.562455] env[69763]: INFO networking_nsxv3.common.synchronization [req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 req-e888a638-d3d4-44dc-9e4a-0aa1b4233539 service nova] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_rules [ 775.562674] env[69763]: INFO networking_nsxv3.common.synchronization [req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 req-e888a638-d3d4-44dc-9e4a-0aa1b4233539 service nova] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 775.562846] env[69763]: INFO networking_nsxv3.common.synchronization [req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 req-e888a638-d3d4-44dc-9e4a-0aa1b4233539 service nova] Enqueued Resource ID: 706d08b7-4902-43b3-89c7-a48ce3838901 with Priority: HIGHEST for action port [ 775.565576] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_rules [ 775.566408] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 775.566408] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 706d08b7-4902-43b3-89c7-a48ce3838901 with Priority: HIGHEST for action port [ 775.566408] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.566408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.566408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.572085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.572085] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.572085] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.572085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.573720] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-706d08b7-4902-43b3-89c7-a48ce3838901 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.573720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-706d08b7-4902-43b3-89c7-a48ce3838901" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.573720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-706d08b7-4902-43b3-89c7-a48ce3838901" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.573720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-706d08b7-4902-43b3-89c7-a48ce3838901" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.573959] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('706d08b7-4902-43b3-89c7-a48ce3838901',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.587146] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe772285-591e-45b6-9c92-a751201c051e [ 775.587373] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.587509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.587596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.587824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.587919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.588036] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe772285-591e-45b6-9c92-a751201c051e already deleted. [ 775.588123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe772285-591e-45b6-9c92-a751201c051e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.647601] env[69763]: INFO networking_nsxv3.common.synchronization [req-b92a8cf8-8b28-47dd-98cb-3994fc405855 req-2c1a9abb-04d9-409e-bee9-3e33bc617268 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Enqueued Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 775.649844] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 775.649844] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.649844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.649844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.649844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.649844] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.651338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.651338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.651338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.651338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.651581] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.991399] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3daf796-1bae-4346-a992-7511a5a7c192 [ 775.991675] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.991823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.991872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.992081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.992199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.992269] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3daf796-1bae-4346-a992-7511a5a7c192 already deleted. [ 775.992348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3daf796-1bae-4346-a992-7511a5a7c192" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.075577] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.076197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.078742] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 706d08b7-4902-43b3-89c7-a48ce3838901 with status ACTIVE [ 776.082578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.082578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.082578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.082578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.082578] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 706d08b7-4902-43b3-89c7-a48ce3838901 is going to be updated. [ 776.109257] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.109806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.109806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.109964] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.110425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.110425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-706d08b7-4902-43b3-89c7-a48ce3838901" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.150589] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc in Status: SUCCESS [ 776.150589] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc deletion is rescheduled due to dependency. [ 776.150589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.156796] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.237863] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.238455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.238455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.238455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.238729] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.238882] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.239458] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.239733] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.239880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.240120] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.241895] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.241895] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.241895] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.241895] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.241895] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.241895] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.264357] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.264510] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.264677] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.265346] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.265346] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.265566] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.265632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.266206] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.266206] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.349732] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 776.352507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.352507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.352723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.352940] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.353100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.354499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.354499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.354499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.354499] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.660541] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.769270] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.769526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.769658] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.770370] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.770548] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.770708] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 not found, creating... [ 776.770980] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.771153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.771273] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.771500] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.774482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.774482] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.774482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.774482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.774482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.774482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.774482] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 is going to be created. [ 776.798068] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.798299] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.798762] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.798762] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.798944] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.799191] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.857158] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.166405] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.166405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.166405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.166405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.166405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.166405] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843090c6-f1c0-493b-a9b9-fb879941eced is going to be updated. [ 777.202582] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.202582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.202582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.202582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.202582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.217422] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: IN_PROGRESS for 2s [ 777.360015] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.561818] env[69763]: INFO networking_nsxv3.common.synchronization [None req-1f8ee5cb-e225-4200-9f00-0dd0a49c96a8 None None] Enqueued Resource ID: 5a86698a-32f1-4dff-a967-c7a5b2d5d849 with Priority: HIGHEST for action port [ 777.561818] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a86698a-32f1-4dff-a967-c7a5b2d5d849 with Priority: HIGHEST for action port [ 777.561818] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a86698a-32f1-4dff-a967-c7a5b2d5d849 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.562133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a86698a-32f1-4dff-a967-c7a5b2d5d849" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.562133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a86698a-32f1-4dff-a967-c7a5b2d5d849" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.562460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a86698a-32f1-4dff-a967-c7a5b2d5d849" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.562460] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a86698a-32f1-4dff-a967-c7a5b2d5d849',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.854162] env[69763]: INFO networking_nsxv3.common.synchronization [req-b92a8cf8-8b28-47dd-98cb-3994fc405855 req-67a064e2-1596-419c-8033-fa8af74387d0 service nova] Enqueued Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_rules [ 777.855152] env[69763]: INFO networking_nsxv3.common.synchronization [req-b92a8cf8-8b28-47dd-98cb-3994fc405855 req-67a064e2-1596-419c-8033-fa8af74387d0 service nova] Enqueued Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 777.855697] env[69763]: INFO networking_nsxv3.common.synchronization [req-b92a8cf8-8b28-47dd-98cb-3994fc405855 req-67a064e2-1596-419c-8033-fa8af74387d0 service nova] Enqueued Resource ID: 4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 with Priority: HIGHEST for action port [ 777.857638] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_rules [ 777.857790] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 777.857899] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 with Priority: HIGHEST for action port [ 777.858247] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.858376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.858447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.858665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.858751] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.859669] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.859773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.859968] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.860087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.860177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.860374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.860453] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.864493] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.864639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.864719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.864909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.865037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.865132] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be updated. [ 777.902353] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.902589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.902689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.902912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.903080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.913782] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: IN_PROGRESS for 2s [ 778.064574] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a86698a-32f1-4dff-a967-c7a5b2d5d849 [ 778.065588] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.065588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.065588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.065812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.065812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.065812] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a86698a-32f1-4dff-a967-c7a5b2d5d849 already deleted. [ 778.065946] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a86698a-32f1-4dff-a967-c7a5b2d5d849" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.362801] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.363369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.363369] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 with status ACTIVE [ 778.363369] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.363545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.363545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.363725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.363830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.364039] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.364155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.364224] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.364397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.364490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.364702] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.364811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.364875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.365040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.365100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.365187] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 is going to be updated. [ 778.392720] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.392897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.392974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.393284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.393439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.393639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.229667] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: SUCCESS [ 779.229911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.230103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.230332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.230523] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.230641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.230706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.230861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.230944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.231050] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.411841] env[69763]: INFO networking_nsxv3.common.synchronization [None req-57fb41d4-2541-473c-b2bd-ac7c714919f0 None None] Enqueued Resource ID: 56cc3d83-a233-4498-be79-635b75ba098a with Priority: HIGHEST for action port [ 779.412131] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cc3d83-a233-4498-be79-635b75ba098a with Priority: HIGHEST for action port [ 779.412801] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-56cc3d83-a233-4498-be79-635b75ba098a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.413670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56cc3d83-a233-4498-be79-635b75ba098a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.413670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56cc3d83-a233-4498-be79-635b75ba098a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.413670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56cc3d83-a233-4498-be79-635b75ba098a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.413670] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56cc3d83-a233-4498-be79-635b75ba098a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.734826] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.091907] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56cc3d83-a233-4498-be79-635b75ba098a [ 780.092659] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.092659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.092659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.092893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.092939] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.093039] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56cc3d83-a233-4498-be79-635b75ba098a already deleted. [ 780.093128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56cc3d83-a233-4498-be79-635b75ba098a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.106984] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 780.107250] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.107437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.107691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.109027] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.109027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.109027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.109027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.109027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.109027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.109027] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.238455] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.612889] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.613180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.613180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.613456] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.613654] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.613799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.613838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.613987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.614086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.614172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.614338] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.614440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.614543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.614629] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.614824] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.614912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.614912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.615071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.615183] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.615213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.615340] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.742117] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.742117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.742117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.742117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.742262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.742289] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843090c6-f1c0-493b-a9b9-fb879941eced is going to be updated. [ 780.775723] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.775841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.776582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.776582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.776582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.788106] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: IN_PROGRESS for 2s [ 780.818558] env[69763]: INFO networking_nsxv3.common.synchronization [req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 req-aa1c2abb-11b1-4aba-89bd-1797dd114ebb tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Enqueued Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 780.819593] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 780.820633] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.820958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.820958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.821218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.821413] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.821521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.821600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.821787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.821869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.821961] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.950030] env[69763]: INFO networking_nsxv3.common.synchronization [req-6336a693-6857-45b6-8a81-f8afa1af5ebe req-d245e4d4-e861-4d66-82ea-a43e5c24a0f9 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 780.950030] env[69763]: INFO networking_nsxv3.common.synchronization [req-6336a693-6857-45b6-8a81-f8afa1af5ebe req-d245e4d4-e861-4d66-82ea-a43e5c24a0f9 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: 698b4501-87f1-4112-b932-9289ed64afbb with Priority: HIGHEST for action security_group_members [ 780.950140] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 780.950292] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698b4501-87f1-4112-b932-9289ed64afbb with Priority: HIGHEST for action security_group_members [ 780.950748] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.950950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.950950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.951788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.951788] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.951788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.951788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.951788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.951788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.952023] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.953575] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-698b4501-87f1-4112-b932-9289ed64afbb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.953575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.953575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.953575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.953575] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.953889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.953889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.954697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.954697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.954697] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('698b4501-87f1-4112-b932-9289ed64afbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.088218] env[69763]: INFO networking_nsxv3.common.synchronization [req-6336a693-6857-45b6-8a81-f8afa1af5ebe req-d245e4d4-e861-4d66-82ea-a43e5c24a0f9 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: 698b4501-87f1-4112-b932-9289ed64afbb with Priority: HIGHEST for action security_group_rules [ 781.088506] env[69763]: INFO networking_nsxv3.common.synchronization [req-6336a693-6857-45b6-8a81-f8afa1af5ebe req-d245e4d4-e861-4d66-82ea-a43e5c24a0f9 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: 698b4501-87f1-4112-b932-9289ed64afbb with Priority: HIGHEST for action security_group_members [ 781.088744] env[69763]: INFO networking_nsxv3.common.synchronization [req-6336a693-6857-45b6-8a81-f8afa1af5ebe req-d245e4d4-e861-4d66-82ea-a43e5c24a0f9 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_rules [ 781.088969] env[69763]: INFO networking_nsxv3.common.synchronization [req-6336a693-6857-45b6-8a81-f8afa1af5ebe req-d245e4d4-e861-4d66-82ea-a43e5c24a0f9 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 781.090406] env[69763]: INFO networking_nsxv3.common.synchronization [req-6336a693-6857-45b6-8a81-f8afa1af5ebe req-d245e4d4-e861-4d66-82ea-a43e5c24a0f9 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 with Priority: HIGHEST for action port [ 781.091102] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698b4501-87f1-4112-b932-9289ed64afbb with Priority: HIGHEST for action security_group_rules [ 781.091818] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_rules [ 781.091929] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 with Priority: HIGHEST for action port [ 781.092013] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698b4501-87f1-4112-b932-9289ed64afbb with Priority: HIGHEST for action security_group_members [ 781.092171] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 781.092566] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698b4501-87f1-4112-b932-9289ed64afbb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.092748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.092854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.093404] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698b4501-87f1-4112-b932-9289ed64afbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.095148] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.095329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.095438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.095714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.095831] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.096908] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b9862e2-a25f-4722-b1a1-e36cc837cd38 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.097685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.097805] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.098070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.098199] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b9862e2-a25f-4722-b1a1-e36cc837cd38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.100158] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-698b4501-87f1-4112-b932-9289ed64afbb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.100158] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.100158] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.100158] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.122329] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1: rpc.has_security_group_logging(os_id): False [ 781.148075] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.148075] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.148075] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.148075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.148778] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.148778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.148778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.148778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.148778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.148778] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be updated. [ 781.242346] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.242346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.242565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.242595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.242750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.260613] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: IN_PROGRESS for 2s [ 781.331970] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.331970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.331970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.331970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.331970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.331970] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.331970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.331970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.331970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.331970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.331970] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 is going to be updated. [ 781.398167] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.401482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.401482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.401482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.401482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.410942] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: IN_PROGRESS for 2s [ 781.457184] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.458106] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('698b4501-87f1-4112-b932-9289ed64afbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.553955] env[69763]: INFO networking_nsxv3.common.synchronization [None req-ff83ddd4-4e4f-4865-b17d-945673522c6f None None] Enqueued Resource ID: 4e0e739c-5f68-438d-a872-315ecec8d2c6 with Priority: HIGHEST for action port [ 781.554696] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0e739c-5f68-438d-a872-315ecec8d2c6 with Priority: HIGHEST for action port [ 781.555565] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e0e739c-5f68-438d-a872-315ecec8d2c6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.555750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e0e739c-5f68-438d-a872-315ecec8d2c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.555852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e0e739c-5f68-438d-a872-315ecec8d2c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.556438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e0e739c-5f68-438d-a872-315ecec8d2c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.556438] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e0e739c-5f68-438d-a872-315ecec8d2c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.564895] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.565219] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.565417] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.565795] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.566187] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.566430] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.566610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.566920] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.567176] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.567435] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.567649] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.567781] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.567939] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.568152] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.568312] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.568528] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.593241] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.593488] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.594290] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.594290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.594418] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-978850f9-4f1d-4482-ac5b-d98c570a1694 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.594658] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-978850f9-4f1d-4482-ac5b-d98c570a1694" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.594840] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-978850f9-4f1d-4482-ac5b-d98c570a1694" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.595823] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-978850f9-4f1d-4482-ac5b-d98c570a1694" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.596100] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978850f9-4f1d-4482-ac5b-d98c570a1694',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.601669] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-698b4501-87f1-4112-b932-9289ed64afbb taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.601817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.602199] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b9862e2-a25f-4722-b1a1-e36cc837cd38 with status ACTIVE [ 781.602454] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.602628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.602705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.603306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.603429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.603717] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.604069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.604234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.604485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.604616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.604879] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.605142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.605142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.605372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.605445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.605546] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 is going to be updated. [ 781.607453] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.607590] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.642783] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.643095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.643095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.644575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.644575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.644575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.961509] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('698b4501-87f1-4112-b932-9289ed64afbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.962723] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.058410] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e0e739c-5f68-438d-a872-315ecec8d2c6 [ 782.059411] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.059411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.059411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.059411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.059411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.059411] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e0e739c-5f68-438d-a872-315ecec8d2c6 already deleted. [ 782.059411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e0e739c-5f68-438d-a872-315ecec8d2c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.100220] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.100220] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.100220] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.100488] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.100629] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.100824] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 978850f9-4f1d-4482-ac5b-d98c570a1694 not found, creating... [ 782.100971] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.101153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.101270] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.101487] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.101623] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.101920] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.102100] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.102220] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.102424] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.102559] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.103148] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 978850f9-4f1d-4482-ac5b-d98c570a1694 is going to be created. [ 782.126914] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.127864] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.127864] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.127864] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.127864] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.128170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-978850f9-4f1d-4482-ac5b-d98c570a1694" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.468583] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.468818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.468888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.469073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.469170] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.469276] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698b4501-87f1-4112-b932-9289ed64afbb is going to be created. [ 782.470570] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.470713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.470768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.470915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.470995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.471087] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 is going to be updated. [ 782.505547] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.505825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.505825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.505965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.506145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.512337] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.512552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.512552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.513163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.513163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.530880] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: IN_PROGRESS for 2s [ 782.530880] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 698b4501-87f1-4112-b932-9289ed64afbb in Status: UNINITIALIZED for 2s [ 782.600373] env[69763]: INFO networking_nsxv3.common.synchronization [req-9fdf02aa-7aa2-407d-88ca-fab4a3e639c7 req-9c6db3af-aa94-44b4-9a2e-ea5f048b7603 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 782.600622] env[69763]: INFO networking_nsxv3.common.synchronization [req-9fdf02aa-7aa2-407d-88ca-fab4a3e639c7 req-9c6db3af-aa94-44b4-9a2e-ea5f048b7603 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: 698b4501-87f1-4112-b932-9289ed64afbb with Priority: HIGHEST for action security_group_members [ 782.601205] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 782.601371] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698b4501-87f1-4112-b932-9289ed64afbb with Priority: HIGHEST for action security_group_members [ 782.601689] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.601783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.602493] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-698b4501-87f1-4112-b932-9289ed64afbb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.602493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.709486] env[69763]: INFO networking_nsxv3.common.synchronization [req-9fdf02aa-7aa2-407d-88ca-fab4a3e639c7 req-9c6db3af-aa94-44b4-9a2e-ea5f048b7603 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_rules [ 782.709486] env[69763]: INFO networking_nsxv3.common.synchronization [req-9fdf02aa-7aa2-407d-88ca-fab4a3e639c7 req-9c6db3af-aa94-44b4-9a2e-ea5f048b7603 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 782.709486] env[69763]: INFO networking_nsxv3.common.synchronization [req-9fdf02aa-7aa2-407d-88ca-fab4a3e639c7 req-9c6db3af-aa94-44b4-9a2e-ea5f048b7603 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 with Priority: HIGHEST for action port [ 782.713584] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_rules [ 782.713584] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 782.713584] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 with Priority: HIGHEST for action port [ 782.713584] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.713584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.713584] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.713584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.713584] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b9862e2-a25f-4722-b1a1-e36cc837cd38 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.713584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.713584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.716188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.716188] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b9862e2-a25f-4722-b1a1-e36cc837cd38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.799284] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: SUCCESS [ 782.799616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.800282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.800535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.800739] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.800994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.801078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.801280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.801422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.801551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.801695] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.981248] env[69763]: INFO networking_nsxv3.common.synchronization [req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 req-8f3c7514-288b-4bbd-97a0-e73da3f879b2 service nova] Enqueued Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_rules [ 782.981248] env[69763]: INFO networking_nsxv3.common.synchronization [req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 req-8f3c7514-288b-4bbd-97a0-e73da3f879b2 service nova] Enqueued Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 782.981248] env[69763]: INFO networking_nsxv3.common.synchronization [req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 req-8f3c7514-288b-4bbd-97a0-e73da3f879b2 service nova] Enqueued Resource ID: 978850f9-4f1d-4482-ac5b-d98c570a1694 with Priority: HIGHEST for action port [ 782.981248] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_rules [ 782.981248] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 782.981248] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978850f9-4f1d-4482-ac5b-d98c570a1694 with Priority: HIGHEST for action port [ 782.981765] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.981826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.982086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.982229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.982366] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.983700] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.983700] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.983893] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-978850f9-4f1d-4482-ac5b-d98c570a1694 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.983893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978850f9-4f1d-4482-ac5b-d98c570a1694" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.984087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978850f9-4f1d-4482-ac5b-d98c570a1694" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.984294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978850f9-4f1d-4482-ac5b-d98c570a1694" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.984433] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978850f9-4f1d-4482-ac5b-d98c570a1694',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.219711] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b9862e2-a25f-4722-b1a1-e36cc837cd38 with status ACTIVE [ 783.220388] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.220388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.220388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.220388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.220605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.220644] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.220828] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.220828] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.220969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.221081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.221268] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.221360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.221424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.222039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.222039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.222039] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 is going to be updated. [ 783.252193] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.252421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.252490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.252663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.252823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.252967] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b9862e2-a25f-4722-b1a1-e36cc837cd38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.281032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 783.281490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.304459] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.304656] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.304722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.304927] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.305092] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.305186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.305244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.305459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.305720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.305720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.305798] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.305850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.306188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.306188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.306368] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.306368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.306485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.307142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.307142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.307142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.307142] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.421987] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: SUCCESS [ 783.422182] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 deletion is rescheduled due to dependency. [ 783.422304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.422473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.422697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.422977] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.422977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.423085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.423205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.423284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.423378] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.495187] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.495187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.495187] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 978850f9-4f1d-4482-ac5b-d98c570a1694 with status ACTIVE [ 783.495187] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.495187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.495187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.495187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.495187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.495478] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.495545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.495632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.495803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.495877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.496785] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.496933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.497030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.497198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.497240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.497334] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 978850f9-4f1d-4482-ac5b-d98c570a1694 is going to be updated. [ 783.524708] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.524868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.524932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.525159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.525333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.525524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978850f9-4f1d-4482-ac5b-d98c570a1694" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.812432] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 843090c6-f1c0-493b-a9b9-fb879941eced: rpc.has_security_group_logging(os_id): False [ 783.834810] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.835079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.836144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.836144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.836144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.836144] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.836144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.836144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.836144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.836144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.837286] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.837286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.837286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.837286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.837286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.837286] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.837286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.837286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.837555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.837555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.837608] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843090c6-f1c0-493b-a9b9-fb879941eced is going to be updated. [ 783.929179] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.936642] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.938972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.938972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.938972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.938972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.953935] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: IN_PROGRESS for 2s [ 784.178507] env[69763]: INFO networking_nsxv3.common.synchronization [None req-eb1351b8-268e-4f10-9b1e-e81a5971a5db None None] Enqueued Resource ID: 569b65a0-d5b9-41f9-a813-74aeb9891169 with Priority: HIGHEST for action port [ 784.179199] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569b65a0-d5b9-41f9-a813-74aeb9891169 with Priority: HIGHEST for action port [ 784.179821] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-569b65a0-d5b9-41f9-a813-74aeb9891169 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.179959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-569b65a0-d5b9-41f9-a813-74aeb9891169" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.180045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-569b65a0-d5b9-41f9-a813-74aeb9891169" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.180424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-569b65a0-d5b9-41f9-a813-74aeb9891169" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.180549] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569b65a0-d5b9-41f9-a813-74aeb9891169',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.237799] env[69763]: INFO networking_nsxv3.common.synchronization [req-d493617b-7d22-40ef-99f9-d970f2bef9c5 req-6f75e83f-f79e-4ca9-8762-e5c1f092f51d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Enqueued Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 784.239690] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 784.239690] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.239690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.239690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.239690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.239690] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.239690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.239690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.239690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.239690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.240124] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.440058] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.539240] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: SUCCESS [ 784.539240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.539240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.539240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.539240] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.539240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.539240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.539240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.539240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.539240] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.544425] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 698b4501-87f1-4112-b932-9289ed64afbb in Status: SUCCESS [ 784.544425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.544425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.544425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.544425] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.544425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.544425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.544425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.544425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.544425] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('698b4501-87f1-4112-b932-9289ed64afbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.683068] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 569b65a0-d5b9-41f9-a813-74aeb9891169 [ 784.683482] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.683482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.683702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.683754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.683839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.683936] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:569b65a0-d5b9-41f9-a813-74aeb9891169 already deleted. [ 784.684021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-569b65a0-d5b9-41f9-a813-74aeb9891169" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.741865] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.946676] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.946996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.946996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.947156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.947249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.947349] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 is going to be updated. [ 784.989026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.989026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.989026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.989026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.989026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.995929] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: IN_PROGRESS for 2s [ 785.042428] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.049239] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.049239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.049239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.049239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.049239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.049239] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.049239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.049239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.049593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.049593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.049593] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698b4501-87f1-4112-b932-9289ed64afbb is going to be deleted. [ 785.133797] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.133797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.133797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.133797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.133797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.133797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.133797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.134179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.134179] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.134179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.134179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.134500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.134500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.134500] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('698b4501-87f1-4112-b932-9289ed64afbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.244032] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.292626] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.295043] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.295043] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.295043] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.295043] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.295043] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.295043] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.295508] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.295740] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.296046] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.296236] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.296466] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.296646] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.296819] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.297099] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.297282] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.332464] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.332464] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.332464] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.332464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.332464] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.332464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.332464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.332464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.332464] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e6c431-f5e3-4d77-8f8e-468d69ce3cb7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.548176] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.640610] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.640793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.640867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.641126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.641234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.641438] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.641537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.641598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.641750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.641823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.641903] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698b4501-87f1-4112-b932-9289ed64afbb already deleted. [ 785.641982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.642096] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('698b4501-87f1-4112-b932-9289ed64afbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.642942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.643124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.643295] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.643504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.643548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.643684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.643760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.643846] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('698b4501-87f1-4112-b932-9289ed64afbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.747482] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.747623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.747623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.747852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.747981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.748105] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828b52cf-3561-46de-8999-bdcd59c1d06b is going to be updated. [ 785.781169] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.781169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.781169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.781169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.781366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.795847] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: IN_PROGRESS for 2s [ 785.835209] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.835696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.835769] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.836063] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.836298] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.836537] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 not found, creating... [ 785.836961] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.838956] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.838956] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.838956] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.838956] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.839410] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.839586] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.839705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.839943] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.840096] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.840785] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 is going to be created. [ 785.865897] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.866103] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.866151] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.866482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.866813] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.867406] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.971817] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: SUCCESS [ 785.972922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.051841] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.052022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.052113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.052405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.052819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.053190] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 is going to be updated. [ 786.089103] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.089103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.089271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.089474] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.089589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.102343] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: IN_PROGRESS for 2s [ 786.146667] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('698b4501-87f1-4112-b932-9289ed64afbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.147914] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.148100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.148268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.148831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.148951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.149183] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.149294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.149358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.149829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.149932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.150024] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698b4501-87f1-4112-b932-9289ed64afbb already deleted. [ 786.150113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.158020] env[69763]: INFO networking_nsxv3.common.synchronization [None req-058441cb-c494-4e17-a4c4-d56aecb00cd4 None None] Enqueued Resource ID: 5a0a991c-8a98-4104-ad19-fde1ddb614d2 with Priority: HIGHEST for action port [ 786.158804] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a991c-8a98-4104-ad19-fde1ddb614d2 with Priority: HIGHEST for action port [ 786.159945] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a0a991c-8a98-4104-ad19-fde1ddb614d2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.160799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a0a991c-8a98-4104-ad19-fde1ddb614d2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.160799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a0a991c-8a98-4104-ad19-fde1ddb614d2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.160799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a0a991c-8a98-4104-ad19-fde1ddb614d2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.160799] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a0a991c-8a98-4104-ad19-fde1ddb614d2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.554111] env[69763]: INFO networking_nsxv3.common.synchronization [req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd req-a8116f25-0e36-4322-8853-26b099b9c350 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 786.554763] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 786.556121] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.556374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.556374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.556651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.556835] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.556945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.557094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.557296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.557419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.557547] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.652238] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 698b4501-87f1-4112-b932-9289ed64afbb: rpc.has_security_group_logging(os_id): False [ 786.664680] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a0a991c-8a98-4104-ad19-fde1ddb614d2 [ 786.664680] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.664680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.664680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.664680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.664680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.664680] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a0a991c-8a98-4104-ad19-fde1ddb614d2 already deleted. [ 786.664680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a0a991c-8a98-4104-ad19-fde1ddb614d2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.680613] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.680799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.680868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.681105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.681213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.681506] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.681648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.681750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.681938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.682033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.682144] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698b4501-87f1-4112-b932-9289ed64afbb is going to be created. [ 786.707970] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/698b4501-87f1-4112-b932-9289ed64afbb], does not exist path=[/infra/domains/default/groups/698b4501-87f1-4112-b932-9289ed64afbb]."\n}' [ 786.708149] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698b4501-87f1-4112-b932-9289ed64afbb failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/698b4501-87f1-4112-b932-9289ed64afbb [ 786.708211] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 786.742019] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.742207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.742337] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.742785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.744068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.744068] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.744068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.744068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.744332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.744332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.744516] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.744618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.744618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.744767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.744813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.746813] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698b4501-87f1-4112-b932-9289ed64afbb is going to be created. [ 786.771924] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/698b4501-87f1-4112-b932-9289ed64afbb], does not exist path=[/infra/domains/default/groups/698b4501-87f1-4112-b932-9289ed64afbb]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/698b4501-87f1-4112-b932-9289ed64afbb [ 786.772194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698b4501-87f1-4112-b932-9289ed64afbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.772889] env[69763]: Traceback (most recent call last): [ 786.772942] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 786.772942] env[69763]: return func(*args, **kwargs) [ 786.772942] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 786.772942] env[69763]: res.raise_for_status() [ 786.772942] env[69763]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 786.772942] env[69763]: raise HTTPError(http_error_msg, response=self) [ 786.772942] env[69763]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/698b4501-87f1-4112-b932-9289ed64afbb [ 786.772942] env[69763]: During handling of the above exception, another exception occurred: [ 786.772942] env[69763]: Traceback (most recent call last): [ 786.773327] env[69763]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 786.773327] env[69763]: listener.cb(fileno) [ 786.773327] env[69763]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 786.773327] env[69763]: result = function(*args, **kwargs) [ 786.773327] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 786.773327] env[69763]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 786.773327] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 786.773327] env[69763]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 786.773327] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 786.773327] env[69763]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 786.773327] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 786.773327] env[69763]: res.raise_for_status() [ 786.773327] env[69763]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 786.773327] env[69763]: raise HTTPError(http_error_msg, response=self) [ 786.773327] env[69763]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/698b4501-87f1-4112-b932-9289ed64afbb [ 786.773327] env[69763]: Removing descriptor: 5 [ 787.007311] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: SUCCESS [ 787.007589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.007698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.007912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.008120] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.008241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.008304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.008484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.008549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.008633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.008731] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.060339] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.061504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.061504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.061504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.061504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.061504] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.061504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.061504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.061504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.061504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.061993] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 already deleted. [ 787.061993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.097322] env[69763]: INFO networking_nsxv3.common.synchronization [None req-1f01ee88-f2bf-4242-aa81-e9a335b400b3 None None] Enqueued Resource ID: 754e2911-5837-4a1d-acd5-e086032f672b with Priority: HIGHEST for action port [ 787.098038] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754e2911-5837-4a1d-acd5-e086032f672b with Priority: HIGHEST for action port [ 787.098349] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-754e2911-5837-4a1d-acd5-e086032f672b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.098554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-754e2911-5837-4a1d-acd5-e086032f672b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.098554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-754e2911-5837-4a1d-acd5-e086032f672b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.098778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-754e2911-5837-4a1d-acd5-e086032f672b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.098888] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('754e2911-5837-4a1d-acd5-e086032f672b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.304363] env[69763]: INFO networking_nsxv3.common.synchronization [req-d493617b-7d22-40ef-99f9-d970f2bef9c5 req-2add005d-9355-4c95-835b-8497f6fc6e77 service nova] Enqueued Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_rules [ 787.304363] env[69763]: INFO networking_nsxv3.common.synchronization [req-d493617b-7d22-40ef-99f9-d970f2bef9c5 req-2add005d-9355-4c95-835b-8497f6fc6e77 service nova] Enqueued Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 787.304363] env[69763]: INFO networking_nsxv3.common.synchronization [req-d493617b-7d22-40ef-99f9-d970f2bef9c5 req-2add005d-9355-4c95-835b-8497f6fc6e77 service nova] Enqueued Resource ID: 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 with Priority: HIGHEST for action port [ 787.304363] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_rules [ 787.304363] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 787.304363] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 with Priority: HIGHEST for action port [ 787.304363] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.304363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.304363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.304363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.304363] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.305046] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.305046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.305046] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.305046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.305335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.305335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.305456] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e6c431-f5e3-4d77-8f8e-468d69ce3cb7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.512722] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.512928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.512928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.513276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.513276] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.513439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.513439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.513550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.514511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.514511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.514511] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.514511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.514511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.514511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.514511] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.514511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.514511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.514511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.515084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.515084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.515084] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.571152] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.571484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.571701] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.572803] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.573143] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.573459] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.573601] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.573873] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.574095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.574333] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.574465] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.574595] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.574708] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.574844] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.574964] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.575148] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.600501] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 754e2911-5837-4a1d-acd5-e086032f672b [ 787.600722] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.600856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.600919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.601146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.601230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.601326] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:754e2911-5837-4a1d-acd5-e086032f672b already deleted. [ 787.601405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-754e2911-5837-4a1d-acd5-e086032f672b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.609710] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.609928] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 787.610083] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.610287] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.610669] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-d41aabd6-71fd-498e-be4d-95887db35869 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.610852] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-d41aabd6-71fd-498e-be4d-95887db35869" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.610971] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-d41aabd6-71fd-498e-be4d-95887db35869" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.611416] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-d41aabd6-71fd-498e-be4d-95887db35869" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.611629] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41aabd6-71fd-498e-be4d-95887db35869',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.809155] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: SUCCESS [ 787.809384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.809761] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.809856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.809926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.810146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.810305] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.810417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.810484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.810632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.810714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.810797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.810976] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.811968] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 with status ACTIVE [ 787.812167] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.813214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.813342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.813462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.813550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.813782] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.813851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.813885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.814046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.814130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.814319] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.814459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.814492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.814612] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.814713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.814803] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 is going to be updated. [ 787.815927] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.816123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.816387] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.816504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.816504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.816738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.816813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.816869] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.854334] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.854334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.854334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.854334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.854334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.854334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.023295] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5ec35ef-b835-452c-85de-bf4f7a9a9115: rpc.has_security_group_logging(os_id): False [ 788.055687] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.056226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.056364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.056724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.079793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.080463] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.081214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.084753] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.084753] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.084753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.084753] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 is going to be updated. [ 788.115177] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.115177] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.115177] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.115459] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.115888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.115888] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port d41aabd6-71fd-498e-be4d-95887db35869 not found, creating... [ 788.116085] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.116230] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.116352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.116591] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.116744] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.117280] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.118978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.118978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.119156] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.119580] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: d41aabd6-71fd-498e-be4d-95887db35869 is going to be created. [ 788.127344] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: SUCCESS [ 788.128651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.128651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.128651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.128651] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.128651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.128651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.128970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.128970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.128970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.130224] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.131345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.131592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.131813] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.131993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.132056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.132225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.132312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.132413] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.152678] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.152907] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.153053] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.153372] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.153656] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.153999] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-d41aabd6-71fd-498e-be4d-95887db35869" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.197673] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.197797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.197881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.198132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.198287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.212023] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: IN_PROGRESS for 2s [ 788.319106] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.319234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.319437] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.634927] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.634927] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.638243] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.655953] env[69763]: INFO networking_nsxv3.common.synchronization [None req-a6437d2b-b2e0-4862-8151-1515a6916539 None None] Enqueued Resource ID: 42d2d704-6328-462b-a3bc-c1b7b3c38292 with Priority: HIGHEST for action port [ 788.656836] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d2d704-6328-462b-a3bc-c1b7b3c38292 with Priority: HIGHEST for action port [ 788.657177] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-42d2d704-6328-462b-a3bc-c1b7b3c38292 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.659076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42d2d704-6328-462b-a3bc-c1b7b3c38292" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.659195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42d2d704-6328-462b-a3bc-c1b7b3c38292" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.659513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42d2d704-6328-462b-a3bc-c1b7b3c38292" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.659662] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42d2d704-6328-462b-a3bc-c1b7b3c38292',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.823625] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.921032] env[69763]: INFO networking_nsxv3.common.synchronization [req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd req-e91634af-dc21-4361-92ee-2ad4c5efb711 service nova] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_rules [ 788.921032] env[69763]: INFO networking_nsxv3.common.synchronization [req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd req-e91634af-dc21-4361-92ee-2ad4c5efb711 service nova] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 788.921032] env[69763]: INFO networking_nsxv3.common.synchronization [req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd req-e91634af-dc21-4361-92ee-2ad4c5efb711 service nova] Enqueued Resource ID: d41aabd6-71fd-498e-be4d-95887db35869 with Priority: HIGHEST for action port [ 788.925271] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_rules [ 788.925271] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 788.925271] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41aabd6-71fd-498e-be4d-95887db35869 with Priority: HIGHEST for action port [ 788.925271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.925271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.925271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.925271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.925271] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.925271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.925271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.925271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.925271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.925975] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.926375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.926585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.926882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.927091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.927288] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.928368] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-d41aabd6-71fd-498e-be4d-95887db35869 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.928639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d41aabd6-71fd-498e-be4d-95887db35869" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.928836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d41aabd6-71fd-498e-be4d-95887db35869" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.929213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d41aabd6-71fd-498e-be4d-95887db35869" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.929478] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41aabd6-71fd-498e-be4d-95887db35869',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.141352] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.162603] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42d2d704-6328-462b-a3bc-c1b7b3c38292 [ 789.162603] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.162603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.162603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.162870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.162949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.163059] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42d2d704-6328-462b-a3bc-c1b7b3c38292 already deleted. [ 789.163137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42d2d704-6328-462b-a3bc-c1b7b3c38292" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.328037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.328037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.328037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.328037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.328037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.328037] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828b52cf-3561-46de-8999-bdcd59c1d06b is going to be updated. [ 789.376021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.376021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.376021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.376021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.376021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.395379] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: IN_PROGRESS for 2s [ 789.434184] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.434184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.434184] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.434184] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d41aabd6-71fd-498e-be4d-95887db35869 with status ACTIVE [ 789.434184] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.434184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.434184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.434184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.434184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.434184] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.434184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.434184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.441024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.441024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.441024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.441024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.441024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.441024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.441024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.441024] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d41aabd6-71fd-498e-be4d-95887db35869 is going to be updated. [ 789.479647] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.479647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.479647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.480034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.480034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.480088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d41aabd6-71fd-498e-be4d-95887db35869" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.513468] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-00eb663b-06eb-4c40-a75c-ec7bbf44c20d tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 789.514033] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 789.515962] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.515962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.515962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.516191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.516224] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.516318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.516757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.520025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.520025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.520025] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.643983] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.644151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.644226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.644443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.644536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.644633] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 is going to be updated. [ 789.693287] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.693434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.693497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.693652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.693896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.704905] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: IN_PROGRESS for 2s [ 789.942236] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.022508] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.022672] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.022762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.023303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.023303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.023303] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.023496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.023496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.023570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.023623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.023705] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e already deleted. [ 790.023805] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225658] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: SUCCESS [ 790.225965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.342436] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.342779] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.342999] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.343531] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.343845] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.344300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.344571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.344953] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.345180] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.345471] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.345649] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.345842] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.345998] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.346197] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.346328] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.346579] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.378375] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.378655] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.378847] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.379110] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.379652] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-465ab3f2-22c7-418c-b9b0-4b1d3f610947 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.379838] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-465ab3f2-22c7-418c-b9b0-4b1d3f610947" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.380033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-465ab3f2-22c7-418c-b9b0-4b1d3f610947" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.380494] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-465ab3f2-22c7-418c-b9b0-4b1d3f610947" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.380699] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465ab3f2-22c7-418c-b9b0-4b1d3f610947',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.445135] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.445324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.445468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.445920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.445920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.445920] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be created. [ 790.491161] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.491161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.491161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.491161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.491347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.502969] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: UNINITIALIZED for 2s [ 790.883659] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.883899] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.884038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.884312] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.884461] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.884609] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 465ab3f2-22c7-418c-b9b0-4b1d3f610947 not found, creating... [ 790.884881] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.885068] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.885185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.887019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.887019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.887019] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.887019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.887019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.887019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.887019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.887019] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 465ab3f2-22c7-418c-b9b0-4b1d3f610947 is going to be created. [ 790.909815] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.909815] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.909815] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.910065] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.910296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.910521] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-465ab3f2-22c7-418c-b9b0-4b1d3f610947" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.408057] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: SUCCESS [ 791.408439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.408546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.408783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.408974] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.409179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.409298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.409541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.409661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.409809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.410299] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.410501] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.410613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.410859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.411052] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.411280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.411572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.411822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.412059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.412139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.412278] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.722109] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: SUCCESS [ 791.722109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.722109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.722109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.722109] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.722109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.722109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.722109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.722109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.726114] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.916621] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 828b52cf-3561-46de-8999-bdcd59c1d06b: rpc.has_security_group_logging(os_id): False [ 791.937123] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.937293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.937452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.937737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.960491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.961252] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.961493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.961634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.961982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.964565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.964819] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.964933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.965034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.965680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.965680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.965886] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.965886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.966014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.966087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.966166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.966254] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828b52cf-3561-46de-8999-bdcd59c1d06b is going to be updated. [ 792.003020] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-fe5ace20-d457-4751-ae18-1559062351d2 service nova] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_rules [ 792.003493] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-fe5ace20-d457-4751-ae18-1559062351d2 service nova] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 792.003642] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-fe5ace20-d457-4751-ae18-1559062351d2 service nova] Enqueued Resource ID: 465ab3f2-22c7-418c-b9b0-4b1d3f610947 with Priority: HIGHEST for action port [ 792.004248] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_rules [ 792.004396] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 792.004499] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465ab3f2-22c7-418c-b9b0-4b1d3f610947 with Priority: HIGHEST for action port [ 792.004771] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.004906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.004974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.005286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.005419] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.006345] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.006470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.010114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010114] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.010114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.010114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.010114] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.010114] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-465ab3f2-22c7-418c-b9b0-4b1d3f610947 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.010114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465ab3f2-22c7-418c-b9b0-4b1d3f610947" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.010114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465ab3f2-22c7-418c-b9b0-4b1d3f610947" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465ab3f2-22c7-418c-b9b0-4b1d3f610947" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010114] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465ab3f2-22c7-418c-b9b0-4b1d3f610947',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.071221] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.071448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.071448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.071637] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.072061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.085539] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: IN_PROGRESS for 2s [ 792.226701] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.389614] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-3ce80dab-553d-4b70-ad5a-a545e0bef676 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 792.391624] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 792.391624] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.391751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.510261] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.510549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.512553] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 792.512776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.513045] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.513846] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 465ab3f2-22c7-418c-b9b0-4b1d3f610947 with status ACTIVE [ 792.514053] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.514206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.514276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.514489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.514573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.514763] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.514833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.514899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.515157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.515200] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.515362] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.515542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.515572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.515721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.516194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.516316] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 465ab3f2-22c7-418c-b9b0-4b1d3f610947 is going to be updated. [ 792.517531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.517709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.517883] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.517985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.518062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.518812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.518812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.518812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.518812] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.540233] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.540371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.540440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.541304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.541631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.541983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465ab3f2-22c7-418c-b9b0-4b1d3f610947" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.730762] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.021049] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.021815] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.191223] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.191223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.191223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.191223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.191223] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.191825] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.192159] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.192567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.192853] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.193216] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.193497] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.193734] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.194079] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.195026] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.195026] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.195026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.236030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.236030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.236030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.236030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.236030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.236030] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 is going to be updated. [ 793.241259] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.241259] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.241259] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.241259] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.241259] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.241259] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.242349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.243366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.243366] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca2c1a0-d130-497b-a98b-0e0c3fbb9fff',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.274710] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.274710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.274710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.274710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.274967] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.284774] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: IN_PROGRESS for 2s [ 793.523546] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.525583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.525583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.525583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.525583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.525583] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be created. [ 793.526791] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e09dad32-7076-43de-a724-0a39fb49cac5: rpc.has_security_group_logging(os_id): False [ 793.548024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.548024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.548024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.548024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.548024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.548024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.548024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.548024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.548024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.548024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.548024] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be created. [ 793.562092] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.562092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.562092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.562092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.562092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.576269] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: UNINITIALIZED for 2s [ 793.623215] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.623451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.623499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.623690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.623870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.642341] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: IN_PROGRESS for 2s [ 793.746093] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.746302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.746448] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.746748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.746920] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.747092] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port aca2c1a0-d130-497b-a98b-0e0c3fbb9fff not found, creating... [ 793.748013] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.748013] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.748013] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.748216] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.748439] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.748684] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.748844] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.748958] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.749337] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.751729] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.751729] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: aca2c1a0-d130-497b-a98b-0e0c3fbb9fff is going to be created. [ 793.788646] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.788956] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.789052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.789362] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.789561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.789985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.104469] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: SUCCESS [ 794.104920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.780071] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-a136f998-e2f3-4ccf-b7ee-7beaf6b59b58 service nova] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_rules [ 794.780387] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-a136f998-e2f3-4ccf-b7ee-7beaf6b59b58 service nova] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 794.780387] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-a136f998-e2f3-4ccf-b7ee-7beaf6b59b58 service nova] Enqueued Resource ID: aca2c1a0-d130-497b-a98b-0e0c3fbb9fff with Priority: HIGHEST for action port [ 794.780496] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_rules [ 794.780719] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 794.780719] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca2c1a0-d130-497b-a98b-0e0c3fbb9fff with Priority: HIGHEST for action port [ 794.781238] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.781335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.781521] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.781631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.781763] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.781859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.783991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.786282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.786394] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca2c1a0-d130-497b-a98b-0e0c3fbb9fff',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.290775] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aca2c1a0-d130-497b-a98b-0e0c3fbb9fff with status ACTIVE [ 795.290992] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.291192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.291234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.292539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.292539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.292539] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.292539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.292539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.292539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.292539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.292539] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.292539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.292539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.292539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.293765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.293765] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aca2c1a0-d130-497b-a98b-0e0c3fbb9fff is going to be updated. [ 795.307076] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: SUCCESS [ 795.309371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.309958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.311221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.311804] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.313075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.313319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.314162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.314299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.314423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.316134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.316134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.316134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.316134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.316134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.316134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.316134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.316134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.316134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.316134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.316134] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.317636] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.317758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.317830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.318129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.319516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.319516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.595171] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 795.595539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.597981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.598219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.598463] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.598666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.598713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.598866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.598985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.599157] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.665057] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 795.665057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.820911] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30: rpc.has_security_group_logging(os_id): False [ 795.840669] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.840886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.840970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.841196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.866945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.867228] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.867345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.867437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.867599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.867684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.867885] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.867985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.868059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.868209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.868282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.868465] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.870822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.870822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.870822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.870822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.870822] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 is going to be updated. [ 795.959067] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.959473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.959591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.960784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.960784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.984422] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: IN_PROGRESS for 2s [ 796.104253] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.610027] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.114271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.114271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.114271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.114271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.114271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.114271] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be updated. [ 797.145507] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.145507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.145743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.145781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.148129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.160875] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-e0fb748b-c72b-45c5-a03e-6a481fed8de8 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 797.162262] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: IN_PROGRESS for 2s [ 797.162993] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 797.163440] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.163613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.786470] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.786828] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.787296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.787534] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.787793] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.788398] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.788567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.788891] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.789030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.792188] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.792188] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.792188] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.792188] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.792188] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.792188] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.792188] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.809300] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.809300] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.809384] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.809592] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-646" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.809880] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-b9968ad7-6355-43be-8696-d2d825d0ba1b taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.810136] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-b9968ad7-6355-43be-8696-d2d825d0ba1b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.810188] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-b9968ad7-6355-43be-8696-d2d825d0ba1b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.813583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-b9968ad7-6355-43be-8696-d2d825d0ba1b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.813583] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9968ad7-6355-43be-8696-d2d825d0ba1b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.006028] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: SUCCESS [ 798.006275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.006847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.006911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.006989] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.314114] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.314373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.314373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.316193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.316193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.316193] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port b9968ad7-6355-43be-8696-d2d825d0ba1b not found, creating... [ 798.316193] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.316193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.316193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.316193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.316193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.316530] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.316530] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.316655] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.316866] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.317034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.317208] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: b9968ad7-6355-43be-8696-d2d825d0ba1b is going to be created. [ 798.347128] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.347128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.347128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.347128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.347382] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.347604] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-b9968ad7-6355-43be-8696-d2d825d0ba1b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.510160] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.510378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.510378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.512662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.512662] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.512662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.512662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.512662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.512662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.512662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.512662] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.702060] env[69763]: INFO networking_nsxv3.common.synchronization [req-18de19d7-40d6-41ce-aacf-224f096923f8 req-d6a77209-17c1-46ab-908e-79d2a8023894 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Enqueued Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 798.702657] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGHEST for action security_group_members [ 798.703060] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.703199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.703273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.703541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.704534] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.704534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.704534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.704534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.704534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.704534] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.869196] env[69763]: INFO networking_nsxv3.common.synchronization [req-e09c597f-2e66-4235-9757-001d9b2c2edb req-1ca8bb97-b75a-4ab0-b621-b0c7f7b42a48 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 798.871760] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGHEST for action security_group_members [ 798.871760] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.871760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.871760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.871760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.871760] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.871760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.871760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.871760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.872247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.872247] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.015529] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.015731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.176958] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 799.176958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.176958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.176958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.176958] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.176958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.176958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.176958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.176958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.176958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.176958] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.180303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.180505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.180688] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.180820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.180881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.181021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.181109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.181201] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.206112] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.206347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.206347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.206546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.206667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.206867] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.206977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.207040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.207198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.207273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.207357] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 is going to be updated. [ 799.239582] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.239582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.239582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.239582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.239582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.250957] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: IN_PROGRESS for 2s [ 799.375572] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.376059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.376059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.376241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.376241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.376412] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.376553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.376658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.376845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.376942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.377100] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 is going to be updated. [ 799.411469] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.411628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.411708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.412273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.412273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.423201] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-854d48c7-4df5-420a-8292-76f48fa04070 service nova] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_rules [ 799.423403] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-854d48c7-4df5-420a-8292-76f48fa04070 service nova] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 799.423616] env[69763]: INFO networking_nsxv3.common.synchronization [req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b req-854d48c7-4df5-420a-8292-76f48fa04070 service nova] Enqueued Resource ID: b9968ad7-6355-43be-8696-d2d825d0ba1b with Priority: HIGHEST for action port [ 799.424640] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_rules [ 799.424785] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 799.424890] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9968ad7-6355-43be-8696-d2d825d0ba1b with Priority: HIGHEST for action port [ 799.426049] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: IN_PROGRESS for 2s [ 799.426358] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.426522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.426845] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.426979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.427219] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9968ad7-6355-43be-8696-d2d825d0ba1b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.427386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9968ad7-6355-43be-8696-d2d825d0ba1b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.427386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9968ad7-6355-43be-8696-d2d825d0ba1b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.427619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9968ad7-6355-43be-8696-d2d825d0ba1b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.427723] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9968ad7-6355-43be-8696-d2d825d0ba1b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.684052] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.684238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.684407] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.804412] env[69763]: INFO networking_nsxv3.common.synchronization [req-29322379-8497-4c02-a152-5b65afb7f3c5 req-9ef7fd17-7179-402a-a029-97d09e137251 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 799.806037] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 799.811112] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.811112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.811112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.811112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.811112] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.811112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.811112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.811112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.811112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.811112] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.933197] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9968ad7-6355-43be-8696-d2d825d0ba1b with status ACTIVE [ 799.933197] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.933197] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.933197] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.933197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.933197] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9968ad7-6355-43be-8696-d2d825d0ba1b is going to be updated. [ 799.958404] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.958404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.958404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.958404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.958404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.958404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9968ad7-6355-43be-8696-d2d825d0ba1b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.188250] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.227214] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.229475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.229904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.231079] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.231382] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.231560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.231680] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.231917] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.232080] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.232297] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.232410] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.232520] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.232629] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.232734] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.232849] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.232984] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.254425] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.254602] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.254744] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.258410] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.258687] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-7fbbd882-7f51-478b-9bcc-e1975215a6b6 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.258871] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-7fbbd882-7f51-478b-9bcc-e1975215a6b6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.258993] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-7fbbd882-7f51-478b-9bcc-e1975215a6b6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.259349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-7fbbd882-7f51-478b-9bcc-e1975215a6b6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.259744] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fbbd882-7f51-478b-9bcc-e1975215a6b6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.314254] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.314254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.314254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.314254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.314254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.314254] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.314254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.314254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.314614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.314614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.314614] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 already deleted. [ 800.314614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.690290] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.690634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.690634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.690743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.690804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.690894] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be updated. [ 800.712536] env[69763]: INFO networking_nsxv3.common.synchronization [None req-039aeba1-7302-4c61-a1f9-a551f2166b8f None None] Enqueued Resource ID: 77e94949-c904-4101-ad4a-242502958c78 with Priority: HIGHEST for action port [ 800.712888] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e94949-c904-4101-ad4a-242502958c78 with Priority: HIGHEST for action port [ 800.713537] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-77e94949-c904-4101-ad4a-242502958c78 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.713627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77e94949-c904-4101-ad4a-242502958c78" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.713796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77e94949-c904-4101-ad4a-242502958c78" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.713975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77e94949-c904-4101-ad4a-242502958c78" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.714811] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e94949-c904-4101-ad4a-242502958c78',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.721434] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.721598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.721637] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.721839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.721984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.733098] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: IN_PROGRESS for 2s [ 800.766520] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.766520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.767588] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.767705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.767851] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.768052] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 7fbbd882-7f51-478b-9bcc-e1975215a6b6 not found, creating... [ 800.768401] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.768878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.769022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.773118] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.773286] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.773659] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.773833] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.773960] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.774201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.774345] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.774493] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 7fbbd882-7f51-478b-9bcc-e1975215a6b6 is going to be created. [ 800.800654] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.800870] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.801048] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.801276] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.801508] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.801731] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-7fbbd882-7f51-478b-9bcc-e1975215a6b6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.216856] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77e94949-c904-4101-ad4a-242502958c78 [ 801.218565] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.218565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.218565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.220041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.220041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.220041] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77e94949-c904-4101-ad4a-242502958c78 already deleted. [ 801.220041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77e94949-c904-4101-ad4a-242502958c78" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.266237] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 in Status: SUCCESS [ 801.266990] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 deletion is rescheduled due to dependency. [ 801.266990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.439567] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: SUCCESS [ 801.439567] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 deletion is rescheduled due to dependency. [ 801.439567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.439909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.439909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.441277] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.441277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.441277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.441277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.441277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.441277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.441277] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.441277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.441277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.441277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.441277] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.441277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.441800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.441800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.441800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.441800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.441800] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.778503] env[69763]: INFO networking_nsxv3.common.synchronization [req-29322379-8497-4c02-a152-5b65afb7f3c5 req-d19f79ef-f8d6-4f1e-a0ef-c7ef41af54e5 service nova] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_rules [ 801.778503] env[69763]: INFO networking_nsxv3.common.synchronization [req-29322379-8497-4c02-a152-5b65afb7f3c5 req-d19f79ef-f8d6-4f1e-a0ef-c7ef41af54e5 service nova] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 801.778503] env[69763]: INFO networking_nsxv3.common.synchronization [req-29322379-8497-4c02-a152-5b65afb7f3c5 req-d19f79ef-f8d6-4f1e-a0ef-c7ef41af54e5 service nova] Enqueued Resource ID: 7fbbd882-7f51-478b-9bcc-e1975215a6b6 with Priority: HIGHEST for action port [ 801.778503] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_rules [ 801.778897] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 801.778897] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbbd882-7f51-478b-9bcc-e1975215a6b6 with Priority: HIGHEST for action port [ 801.779530] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.779819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.779956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.780262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.780470] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.781334] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.782100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.782236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.782456] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.782658] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.782817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.782924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.783184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.783723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.783723] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.784976] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fbbd882-7f51-478b-9bcc-e1975215a6b6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.785159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fbbd882-7f51-478b-9bcc-e1975215a6b6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.785263] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fbbd882-7f51-478b-9bcc-e1975215a6b6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.785558] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fbbd882-7f51-478b-9bcc-e1975215a6b6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.786088] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fbbd882-7f51-478b-9bcc-e1975215a6b6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.946430] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30: rpc.has_security_group_logging(os_id): False [ 801.968735] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.968735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.968735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.968735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.968735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.968735] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.968735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.968735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.968735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.969095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.969095] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.969162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.969219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.969378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.969456] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.969641] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.969736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.969798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.969937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.970245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.970370] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 is going to be updated. [ 802.046192] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.046192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.046192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.046192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.046192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.062204] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: IN_PROGRESS for 2s [ 802.288792] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.288929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.289206] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.290131] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fbbd882-7f51-478b-9bcc-e1975215a6b6 with status ACTIVE [ 802.292192] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.292192] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.292192] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.292192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.292192] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fbbd882-7f51-478b-9bcc-e1975215a6b6 is going to be updated. [ 802.320617] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.320743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.320832] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.321047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.321184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.321765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fbbd882-7f51-478b-9bcc-e1975215a6b6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.536294] env[69763]: INFO networking_nsxv3.common.synchronization [None req-3dc7a230-e001-43b1-87f1-68b19878cf77 tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Enqueued Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_rules [ 802.537500] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_rules [ 802.537500] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192d7f86-0523-4e0d-96a7-f7bf06b61707 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.537680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.538026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.538304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.538475] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.631621] env[69763]: INFO networking_nsxv3.common.synchronization [None req-33b86c93-fb95-4641-9806-f0f2d3860d53 tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Enqueued Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_rules [ 802.632495] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_rules [ 802.632610] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192d7f86-0523-4e0d-96a7-f7bf06b61707 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.632749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.749609] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 802.749609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.749609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.749609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.749609] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.749609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.749609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.749609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.749609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.749609] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.794211] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.061110] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.061110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.061110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.061110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.061110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.061110] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 already deleted. [ 803.061110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.061110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.061450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.061450] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.167019] env[69763]: INFO networking_nsxv3.common.synchronization [None req-bac8fabf-3771-4a15-a8a2-48f5cd0c9f87 None None] Enqueued Resource ID: 8d613aad-5589-41d8-9e54-47a10179a764 with Priority: HIGHEST for action port [ 803.167019] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d613aad-5589-41d8-9e54-47a10179a764 with Priority: HIGHEST for action port [ 803.167019] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d613aad-5589-41d8-9e54-47a10179a764 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.167019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d613aad-5589-41d8-9e54-47a10179a764" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.167019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d613aad-5589-41d8-9e54-47a10179a764" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.167753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d613aad-5589-41d8-9e54-47a10179a764" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.169670] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d613aad-5589-41d8-9e54-47a10179a764',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.256805] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.298323] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.298323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.298323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.298323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.298323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.298323] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be created. [ 803.330033] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.330033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.330033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.330033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.330255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.340969] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: UNINITIALIZED for 2s [ 803.587412] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.587641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.587718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.588128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.588237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.588340] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 already deleted. [ 803.588471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.671662] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d613aad-5589-41d8-9e54-47a10179a764 [ 803.671904] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.672042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.672109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.674069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.674069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.674069] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d613aad-5589-41d8-9e54-47a10179a764 already deleted. [ 803.674069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d613aad-5589-41d8-9e54-47a10179a764" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.761017] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.079874] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 in Status: SUCCESS [ 804.080203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.263066] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.263255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.263328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.263549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.263642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.263742] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be updated. [ 804.295273] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.295442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.295482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.295746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.295901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.309015] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: IN_PROGRESS for 2s [ 805.250571] env[69763]: INFO networking_nsxv3.common.synchronization [req-34e47fa6-425b-485c-ae7d-8b9d31e888fe req-01128fbd-8f4f-44b4-8e00-ba0e1d665292 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Enqueued Resource ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 with Priority: HIGHEST for action security_group_members [ 805.250571] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 with Priority: HIGHEST for action security_group_members [ 805.250571] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f09cbf-c2ad-4132-b0ef-fbe810912926 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.250910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.250910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.250910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.254527] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.254695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.254767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.254961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.255066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.255167] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f09cbf-c2ad-4132-b0ef-fbe810912926',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.356026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: SUCCESS [ 805.356026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.356026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.356026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.356026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.356026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.356026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.356026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.356026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.356026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.356026] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.761686] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.761943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.762030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.762247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.762378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.762628] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.762767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.762931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.763030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.764623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.764623] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 already deleted. [ 805.764623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.768736] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.769742] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-980" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.769742] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-980" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.769742] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-980" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.769742] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.769999] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.769999] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.771028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.771028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.771028] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.771028] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.771028] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.771028] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.771028] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.771381] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.771381] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.803680] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.803922] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.804123] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.804374] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-980" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.805634] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-b7f970e8-18d3-43af-989c-41eeeb3c8891 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.805634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-b7f970e8-18d3-43af-989c-41eeeb3c8891" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.805634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-b7f970e8-18d3-43af-989c-41eeeb3c8891" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.805634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-b7f970e8-18d3-43af-989c-41eeeb3c8891" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.805634] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f970e8-18d3-43af-989c-41eeeb3c8891',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.856975] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.857169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.857238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.857441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.857607] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.857702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.857763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.857945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.858046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.858134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.858290] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.858378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.858437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.858610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.858744] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.858830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.858888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.859030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.859103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.859181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.859268] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.309861] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.310382] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.311212] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.311212] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.311345] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.312032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port b7f970e8-18d3-43af-989c-41eeeb3c8891 not found, creating... [ 806.312366] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.312559] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.312696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.313051] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.313250] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.313732] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.313989] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.314186] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.314484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.314675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.314828] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: b7f970e8-18d3-43af-989c-41eeeb3c8891 is going to be created. [ 806.338899] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 806.339140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.339341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.339585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.339822] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.339949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.340023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.340251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.340554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.340554] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.347957] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.348351] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.348649] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.348994] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.350304] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.351095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-b7f970e8-18d3-43af-989c-41eeeb3c8891" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.362340] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55eacf65-2a18-4d69-aae2-14e6218a7027: rpc.has_security_group_logging(os_id): False [ 806.389714] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.389817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.389893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.390118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.390215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.390451] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.390570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.390687] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.390802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.390950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.391200] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.391330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.391389] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.391816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.391816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.391915] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.392630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.392772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.392968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.393134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.393458] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be created. [ 806.502152] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.502152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.502152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.502387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.502434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.521228] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: IN_PROGRESS for 2s [ 806.847832] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.936139] env[69763]: INFO networking_nsxv3.common.synchronization [req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b req-f60fadf6-17d0-4e03-b7e9-ad141765b663 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Enqueued Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 806.936733] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 806.937016] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.940278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.940370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.940602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.940804] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.940917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.940985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.941330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.941598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.941730] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.220679] env[69763]: INFO networking_nsxv3.common.synchronization [req-34e47fa6-425b-485c-ae7d-8b9d31e888fe req-367055bb-0bdc-4412-bce7-c9353b49a233 service nova] Enqueued Resource ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 with Priority: HIGHEST for action security_group_rules [ 807.220869] env[69763]: INFO networking_nsxv3.common.synchronization [req-34e47fa6-425b-485c-ae7d-8b9d31e888fe req-367055bb-0bdc-4412-bce7-c9353b49a233 service nova] Enqueued Resource ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 with Priority: HIGHEST for action security_group_members [ 807.221447] env[69763]: INFO networking_nsxv3.common.synchronization [req-34e47fa6-425b-485c-ae7d-8b9d31e888fe req-367055bb-0bdc-4412-bce7-c9353b49a233 service nova] Enqueued Resource ID: b7f970e8-18d3-43af-989c-41eeeb3c8891 with Priority: HIGHEST for action port [ 807.221447] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 with Priority: HIGHEST for action security_group_rules [ 807.221447] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 with Priority: HIGHEST for action security_group_members [ 807.221611] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f970e8-18d3-43af-989c-41eeeb3c8891 with Priority: HIGHEST for action port [ 807.226140] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f09cbf-c2ad-4132-b0ef-fbe810912926 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.226519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.226519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.226721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.226811] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f09cbf-c2ad-4132-b0ef-fbe810912926',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.228019] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f09cbf-c2ad-4132-b0ef-fbe810912926 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.228019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.228546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.228546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.228546] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.228546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.228705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.228783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.228881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.228979] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f09cbf-c2ad-4132-b0ef-fbe810912926',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.229945] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7f970e8-18d3-43af-989c-41eeeb3c8891 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.230063] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7f970e8-18d3-43af-989c-41eeeb3c8891" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.230132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7f970e8-18d3-43af-989c-41eeeb3c8891" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.230282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7f970e8-18d3-43af-989c-41eeeb3c8891" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.230360] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f970e8-18d3-43af-989c-41eeeb3c8891',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.352140] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.447265] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.732782] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f09cbf-c2ad-4132-b0ef-fbe810912926 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.732969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.733168] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7f970e8-18d3-43af-989c-41eeeb3c8891 with status ACTIVE [ 807.733365] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.733598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.733705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.733887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.733985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.734184] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.734322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.734408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.734600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.734692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.734922] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.735059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.735130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.735275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.735350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.735461] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7f970e8-18d3-43af-989c-41eeeb3c8891 is going to be updated. [ 807.737122] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f09cbf-c2ad-4132-b0ef-fbe810912926',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.765577] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.765900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.765900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.766110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.766170] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.766314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7f970e8-18d3-43af-989c-41eeeb3c8891" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.856108] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.856324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.856324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.856712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.856712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.856878] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be updated. [ 807.906381] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.906655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.906655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.906845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.907054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.919279] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: IN_PROGRESS for 2s [ 807.934294] env[69763]: INFO networking_nsxv3.common.synchronization [req-60e467b3-cf85-435c-b932-3ce56614c059 req-b35656b4-d3f3-4584-a8e2-4ad4ec874614 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Enqueued Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 807.934652] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 807.934974] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.937109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.937109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.937109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.937109] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.937109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.937109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.937490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.937490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.937490] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.948615] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.241632] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f09cbf-c2ad-4132-b0ef-fbe810912926',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.439449] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.451165] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.451441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.451441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.451829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.451952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.452113] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843090c6-f1c0-493b-a9b9-fb879941eced is going to be updated. [ 808.486383] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.486383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.486383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.486383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.486752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.497107] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: IN_PROGRESS for 2s [ 808.537246] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: SUCCESS [ 808.537484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.745487] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.745722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.745792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.746090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.746255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.746421] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 is going to be created. [ 808.772545] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.772545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.772545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.772545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.772545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.784213] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 in Status: UNINITIALIZED for 2s [ 808.945667] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.450414] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.450861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.450861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.451291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.451291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.451475] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828b52cf-3561-46de-8999-bdcd59c1d06b is going to be updated. [ 809.488764] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.488936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.489012] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.490141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.490141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.503069] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: IN_PROGRESS for 2s [ 809.936423] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 809.936778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.937020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.937304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.937563] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.937708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.937800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.938118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.938295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.938455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.938713] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.938860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.938966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.939492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.939492] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.939492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.939755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.939755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.939891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.939891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.940091] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.028574] env[69763]: INFO networking_nsxv3.common.synchronization [None req-a4c14cce-0fb6-4283-a2ef-cdec6bad48fe None None] Enqueued Resource ID: b1cc144b-cf07-4456-ada3-642b1dd1c8d8 with Priority: HIGHEST for action port [ 810.028574] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cc144b-cf07-4456-ada3-642b1dd1c8d8 with Priority: HIGHEST for action port [ 810.030209] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1cc144b-cf07-4456-ada3-642b1dd1c8d8 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.030209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1cc144b-cf07-4456-ada3-642b1dd1c8d8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.030209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1cc144b-cf07-4456-ada3-642b1dd1c8d8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.030209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1cc144b-cf07-4456-ada3-642b1dd1c8d8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.030209] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1cc144b-cf07-4456-ada3-642b1dd1c8d8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.443848] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 652d4605-ce2f-4651-af59-b4d37c5f480e: rpc.has_security_group_logging(os_id): False [ 810.465948] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.465948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.466399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.466399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.466399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.466541] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.466676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.466843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.467047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.467142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.467370] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.467477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.467680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.467680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.467758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.467933] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.468104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.468173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.468316] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.468393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.468614] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be created. [ 810.509020] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: SUCCESS [ 810.509020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.536022] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1cc144b-cf07-4456-ada3-642b1dd1c8d8 [ 810.536022] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.536022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.536022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.536022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.536022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.536022] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1cc144b-cf07-4456-ada3-642b1dd1c8d8 already deleted. [ 810.536022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1cc144b-cf07-4456-ada3-642b1dd1c8d8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.556633] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.556808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.556851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.557055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.557236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.584128] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: IN_PROGRESS for 2s [ 810.798835] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 in Status: SUCCESS [ 810.799089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.799261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.799490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.799914] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.800122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.800270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.800482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.800600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.800714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.800835] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f09cbf-c2ad-4132-b0ef-fbe810912926',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.306494] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f09cbf-c2ad-4132-b0ef-fbe810912926 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.308365] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.308365] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f09cbf-c2ad-4132-b0ef-fbe810912926 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.308365] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.308365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.309188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.309188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.309188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.309188] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f09cbf-c2ad-4132-b0ef-fbe810912926',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.405505] env[69763]: INFO networking_nsxv3.common.synchronization [req-056cab01-8e11-4864-9217-2f7b13060378 req-327b8277-5473-419d-bbdd-655f522aed9d tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Enqueued Resource ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 with Priority: HIGHEST for action security_group_members [ 811.406812] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 with Priority: HIGHEST for action security_group_members [ 811.407476] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c06c19-7497-44be-afd1-655f7ac4fc38 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.408155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.408242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.408554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.408798] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.408894] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.408951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.409160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.409260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.409374] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c06c19-7497-44be-afd1-655f7ac4fc38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.516819] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: SUCCESS [ 811.517126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.814533] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f09cbf-c2ad-4132-b0ef-fbe810912926: rpc.has_security_group_logging(os_id): False [ 811.842691] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.842896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.842953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.843712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.843712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.843712] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.843712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.843712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.844080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.844080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.844080] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.844229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.844229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.844371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.844371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.845033] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.845033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.845033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.845033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.845033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.845033] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 is going to be created. [ 811.912992] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.913242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.913409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.913738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.913846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.914067] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.914178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.914237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.917600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.917600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.917600] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 already deleted. [ 811.917600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.917600] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.917600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.917600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.917600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.917600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.936401] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 in Status: IN_PROGRESS for 2s [ 812.059926] env[69763]: INFO networking_nsxv3.common.synchronization [None req-8529a011-64a1-4bd0-9372-0e297ffd6f69 None None] Enqueued Resource ID: 5885fa36-8822-4bb0-9b85-f82fa1137381 with Priority: HIGHEST for action port [ 812.061086] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5885fa36-8822-4bb0-9b85-f82fa1137381 with Priority: HIGHEST for action port [ 812.062651] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-5885fa36-8822-4bb0-9b85-f82fa1137381 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.062771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5885fa36-8822-4bb0-9b85-f82fa1137381" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.065494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5885fa36-8822-4bb0-9b85-f82fa1137381" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.065494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5885fa36-8822-4bb0-9b85-f82fa1137381" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.065494] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5885fa36-8822-4bb0-9b85-f82fa1137381',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.109364] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.109364] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-966" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.109619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-966" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.109839] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-966" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.110234] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.110552] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.110626] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.110911] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.111140] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.111559] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.111630] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.111731] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.111885] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.112097] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.112286] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.112557] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.155329] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.155698] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.155860] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.156441] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-966" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.156441] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-aa017e96-c4f2-40b5-9a69-4cdaf78da133 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.156664] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-aa017e96-c4f2-40b5-9a69-4cdaf78da133" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.157227] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-aa017e96-c4f2-40b5-9a69-4cdaf78da133" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.157340] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-aa017e96-c4f2-40b5-9a69-4cdaf78da133" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.157433] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa017e96-c4f2-40b5-9a69-4cdaf78da133',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.570613] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5885fa36-8822-4bb0-9b85-f82fa1137381 [ 812.570613] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.570613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.570613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.570613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.570613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.571317] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5885fa36-8822-4bb0-9b85-f82fa1137381 already deleted. [ 812.571317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5885fa36-8822-4bb0-9b85-f82fa1137381" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.602711] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 812.602711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.602711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.602711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.602711] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.659596] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.660060] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.660335] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.663058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.663058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.663058] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port aa017e96-c4f2-40b5-9a69-4cdaf78da133 not found, creating... [ 812.663058] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.663058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.663058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.663058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.663058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.663058] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.663058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.663504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.663504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.663504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.663504] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: aa017e96-c4f2-40b5-9a69-4cdaf78da133 is going to be created. [ 812.686030] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.686030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.686030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.686030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.686030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.686030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-aa017e96-c4f2-40b5-9a69-4cdaf78da133" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.779567] env[69763]: INFO networking_nsxv3.common.synchronization [req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 req-3aa73308-329e-4b30-9ced-ae6cc2f2e7de tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 812.780089] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 812.780494] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.780561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.780635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.780830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.780966] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.783027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.783027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.783027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.783027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.783027] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.104881] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.104881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.288390] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.520062] env[69763]: INFO networking_nsxv3.common.synchronization [req-056cab01-8e11-4864-9217-2f7b13060378 req-c8fd3824-674a-4e4c-936c-85928e37e208 service nova] Enqueued Resource ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 with Priority: HIGHEST for action security_group_rules [ 813.520249] env[69763]: INFO networking_nsxv3.common.synchronization [req-056cab01-8e11-4864-9217-2f7b13060378 req-c8fd3824-674a-4e4c-936c-85928e37e208 service nova] Enqueued Resource ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 with Priority: HIGHEST for action security_group_members [ 813.520384] env[69763]: INFO networking_nsxv3.common.synchronization [req-056cab01-8e11-4864-9217-2f7b13060378 req-c8fd3824-674a-4e4c-936c-85928e37e208 service nova] Enqueued Resource ID: aa017e96-c4f2-40b5-9a69-4cdaf78da133 with Priority: HIGHEST for action port [ 813.520654] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 with Priority: HIGHEST for action security_group_rules [ 813.520783] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 with Priority: HIGHEST for action security_group_members [ 813.520878] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa017e96-c4f2-40b5-9a69-4cdaf78da133 with Priority: HIGHEST for action port [ 813.521793] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c06c19-7497-44be-afd1-655f7ac4fc38 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.521924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.521992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.524460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.527635] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c06c19-7497-44be-afd1-655f7ac4fc38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.527635] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c06c19-7497-44be-afd1-655f7ac4fc38 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.527635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.527635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.527635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.527635] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.527635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.527635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.527635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.527635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.527635] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c06c19-7497-44be-afd1-655f7ac4fc38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.528536] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa017e96-c4f2-40b5-9a69-4cdaf78da133 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.528536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa017e96-c4f2-40b5-9a69-4cdaf78da133" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.528536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa017e96-c4f2-40b5-9a69-4cdaf78da133" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.528681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa017e96-c4f2-40b5-9a69-4cdaf78da133" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.528681] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa017e96-c4f2-40b5-9a69-4cdaf78da133',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.791825] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.951799] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 in Status: SUCCESS [ 813.952286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.031635] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c06c19-7497-44be-afd1-655f7ac4fc38 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.031635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.036023] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa017e96-c4f2-40b5-9a69-4cdaf78da133 with status ACTIVE [ 814.036023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.036023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.036023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.036023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.036023] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa017e96-c4f2-40b5-9a69-4cdaf78da133 is going to be updated. [ 814.038073] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72c06c19-7497-44be-afd1-655f7ac4fc38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.061137] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.061504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.061694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.062012] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.062301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.062657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa017e96-c4f2-40b5-9a69-4cdaf78da133" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.294419] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.295938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.295938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.295938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.295938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.295938] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be updated. [ 814.332675] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.332675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.332675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.333030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.333030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.343159] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: IN_PROGRESS for 2s [ 814.547575] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72c06c19-7497-44be-afd1-655f7ac4fc38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.055690] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.057011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.057011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.059026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.059026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.059026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 is going to be created. [ 815.088028] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.088028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.088028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.088028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.088028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.097777] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 in Status: UNINITIALIZED for 2s [ 815.179514] env[69763]: INFO networking_nsxv3.common.synchronization [req-41e3ba78-966e-44d6-b408-ea0f42bea642 req-9403e62d-8215-4894-992a-3778322d136c tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Enqueued Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_members [ 815.180322] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGHEST for action security_group_members [ 815.180412] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7302358-f51a-4cbb-9656-8aa372f785db taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.180526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.180584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.181879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.181879] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.181879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.181879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.181879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.181879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.181879] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.684043] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.684043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.684043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.684043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.706680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.706942] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.707084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.707450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.707450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.707450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.707597] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7302358-f51a-4cbb-9656-8aa372f785db is going to be updated. [ 815.738850] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.738999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.739085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.739294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.739428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.754075] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7302358-f51a-4cbb-9656-8aa372f785db in Status: IN_PROGRESS for 2s [ 816.355837] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 816.356193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.356259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.356444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.357027] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.357027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.357027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.357182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.357182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.357653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.357653] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.859877] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.859958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.859999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.860275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.860457] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.860568] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.860632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.860842] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.861063] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.861129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.861350] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.861621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.861621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.861736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.861788] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.861881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.861942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.862114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.862164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.862236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.862866] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.111477] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 in Status: SUCCESS [ 817.111477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.111477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.111477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.111477] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.111477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.111759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.111759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.111821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.111883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.111975] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72c06c19-7497-44be-afd1-655f7ac4fc38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.364975] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 652d4605-ce2f-4651-af59-b4d37c5f480e: rpc.has_security_group_logging(os_id): False [ 817.384393] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.384655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.384655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.384821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.384957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.385141] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.385242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.385354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.385738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.386267] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.386848] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.387509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.387509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.387509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.387509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.390142] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.390142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.390142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.390142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.390142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.390142] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be updated. [ 817.457796] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.457796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.457796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.457796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.457796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.473445] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: IN_PROGRESS for 2s [ 817.614944] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c06c19-7497-44be-afd1-655f7ac4fc38 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.615153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.615153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.615374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.615536] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.615725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.615811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.615977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.616083] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.616173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.616330] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c06c19-7497-44be-afd1-655f7ac4fc38 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.616432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.616500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.616645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.616841] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.616947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.617097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.617252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.617333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.617440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.617543] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72c06c19-7497-44be-afd1-655f7ac4fc38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.764299] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7302358-f51a-4cbb-9656-8aa372f785db in Status: SUCCESS [ 817.764662] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7302358-f51a-4cbb-9656-8aa372f785db deletion is rescheduled due to dependency. [ 817.764662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.121947] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72c06c19-7497-44be-afd1-655f7ac4fc38: rpc.has_security_group_logging(os_id): False [ 818.143460] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.143645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.143704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.144368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.144368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.144368] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.144368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.144633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.144633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.144758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.144969] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.145142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.145255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.145492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.145671] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.145942] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.146124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.146284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.146450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.146588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.146751] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 is going to be created. [ 818.214709] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.214929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.214929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.215085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.216706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.231341] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 in Status: IN_PROGRESS for 2s [ 818.561378] env[69763]: INFO networking_nsxv3.common.synchronization [req-8fa3986e-239a-4c07-900d-9fdb4c657012 req-a47981d2-2f30-406e-8ad1-a0dbb5ed27e5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 818.561970] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 818.567343] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.567534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.567606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.567847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.568108] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.568598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.568598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.568598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.568598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.568981] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.574368] env[69763]: INFO networking_nsxv3.common.synchronization [req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 req-2ea42ca2-c948-40ae-bed3-13fb8e8ca93f tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Enqueued Resource ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 with Priority: HIGHEST for action security_group_members [ 818.574368] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 with Priority: HIGHEST for action security_group_members [ 818.575121] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f09cbf-c2ad-4132-b0ef-fbe810912926 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.575468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.575743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.576121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.576511] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.576787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.577046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.577344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.577572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.578025] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f09cbf-c2ad-4132-b0ef-fbe810912926',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.074208] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.080880] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.080880] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.081162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.081442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.081582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.081797] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.081932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.081968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.082299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.082299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.082299] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 is going to be updated. [ 819.112910] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.113563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.113628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.113850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.114043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.123682] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 in Status: IN_PROGRESS for 2s [ 819.490037] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 819.490274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.490452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.490666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.490740] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.580165] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.995155] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.995155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.995155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.995155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.995155] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.995155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.995155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.998238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.998358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.998450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.998541] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.086053] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.086249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.086326] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.086538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.086645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.086762] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be updated. [ 820.120112] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.120609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.120721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.120964] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.121171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.135108] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: IN_PROGRESS for 2s [ 820.245399] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 in Status: SUCCESS [ 820.245774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.502302] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.502441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.502524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.502766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.502996] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.502996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.503197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.503197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.503328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.503396] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.503515] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.503636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.503713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.503831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.503967] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.504087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.504156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.504253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.504329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.504402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.504474] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.006641] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 652d4605-ce2f-4651-af59-b4d37c5f480e: rpc.has_security_group_logging(os_id): False [ 821.034337] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.034490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.034554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.035523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.035523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.035523] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.035523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.035523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.035523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.035523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.035899] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.035899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.035899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.036282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.036282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.036397] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.036397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.036489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.036804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.036804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.037052] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be updated. [ 821.142024] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 in Status: SUCCESS [ 821.142299] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 deletion is rescheduled due to dependency. [ 821.142355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.143469] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.143696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.143696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.144111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.144111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.164239] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: IN_PROGRESS for 2s [ 822.146874] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 822.146874] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.414027] env[69763]: INFO networking_nsxv3.common.synchronization [req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 req-6c975eea-c350-41af-b1cf-357c3ae1913a tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Enqueued Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 822.414027] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 822.414027] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.416609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.416609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.416609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.416609] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.416609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.416609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.416609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.416609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.416609] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.603886] env[69763]: INFO networking_nsxv3.common.synchronization [req-42ae7b16-f3b8-499c-b271-4aa29c9d234f req-c3d09321-d39b-429a-8e61-fe320175e3a5 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 822.604422] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 822.604716] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.604856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.604934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.608744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.608920] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.609047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.609111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.609453] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.609453] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.609453] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.923082] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.968993] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.969215] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.969342] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.969678] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.969937] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.970317] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.970317] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.970477] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.970623] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.970839] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.970951] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.971146] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.971276] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.971421] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.971492] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.971626] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.990577] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.990755] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.990905] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.991107] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.991415] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-afea30ff-79e8-4bc9-ad4d-a56085111a61 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.991586] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-afea30ff-79e8-4bc9-ad4d-a56085111a61" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.991707] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-afea30ff-79e8-4bc9-ad4d-a56085111a61" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.992045] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-afea30ff-79e8-4bc9-ad4d-a56085111a61" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.992233] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afea30ff-79e8-4bc9-ad4d-a56085111a61',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.112022] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.112414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.112414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.112694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.112694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.112814] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.112814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.112913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.113026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.113102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.113223] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d already deleted. [ 823.113266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.180096] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 823.181440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.425744] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.494918] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.497017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.497017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.497017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.497017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.497017] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port afea30ff-79e8-4bc9-ad4d-a56085111a61 not found, creating... [ 823.497017] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.497017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.497017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.497017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.497017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.497537] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.497537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.497537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.497537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.497668] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.497856] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: afea30ff-79e8-4bc9-ad4d-a56085111a61 is going to be created. [ 823.516960] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.517190] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.517478] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.517574] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.517800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.518034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-afea30ff-79e8-4bc9-ad4d-a56085111a61" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.930359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.930359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.930359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.930359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.930359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.930359] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19020ff-645a-46c5-b220-8286e1251675 is going to be updated. [ 823.970288] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.970484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.970484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.970702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.970849] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.983066] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: IN_PROGRESS for 2s [ 824.269901] env[69763]: INFO networking_nsxv3.common.synchronization [req-42ae7b16-f3b8-499c-b271-4aa29c9d234f req-d3f72191-3086-412d-b210-0df51820ee64 service nova] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_rules [ 824.270240] env[69763]: INFO networking_nsxv3.common.synchronization [req-42ae7b16-f3b8-499c-b271-4aa29c9d234f req-d3f72191-3086-412d-b210-0df51820ee64 service nova] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 824.270305] env[69763]: INFO networking_nsxv3.common.synchronization [req-42ae7b16-f3b8-499c-b271-4aa29c9d234f req-d3f72191-3086-412d-b210-0df51820ee64 service nova] Enqueued Resource ID: afea30ff-79e8-4bc9-ad4d-a56085111a61 with Priority: HIGHEST for action port [ 824.272705] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_rules [ 824.272705] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 824.272705] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afea30ff-79e8-4bc9-ad4d-a56085111a61 with Priority: HIGHEST for action port [ 824.272705] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.272705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.272705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.272705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.272705] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.273363] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.273363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.273363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.273363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.273741] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.273879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.273927] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.274113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.274222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.274322] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.275101] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-afea30ff-79e8-4bc9-ad4d-a56085111a61 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.275218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afea30ff-79e8-4bc9-ad4d-a56085111a61" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.275286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afea30ff-79e8-4bc9-ad4d-a56085111a61" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.275419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afea30ff-79e8-4bc9-ad4d-a56085111a61" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.275492] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afea30ff-79e8-4bc9-ad4d-a56085111a61',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.777888] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.778082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.780453] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.782628] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afea30ff-79e8-4bc9-ad4d-a56085111a61 with status ACTIVE [ 824.782628] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.782628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.782628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.782628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.782628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.782628] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.782628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.782628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.782628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.783022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.783022] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.783022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.783120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.784021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.784021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.784021] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afea30ff-79e8-4bc9-ad4d-a56085111a61 is going to be updated. [ 824.808935] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.809167] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.809167] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.809373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.809516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.809641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afea30ff-79e8-4bc9-ad4d-a56085111a61" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.930550] env[69763]: INFO networking_nsxv3.common.synchronization [req-4d8d6746-4962-480a-98ae-398fd911dd7a req-b8d6fcf3-8734-42e5-93a8-6d592b6b05bc tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Enqueued Resource ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 with Priority: HIGHEST for action security_group_members [ 824.931094] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 with Priority: HIGHEST for action security_group_members [ 824.931404] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c06c19-7497-44be-afd1-655f7ac4fc38 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.931527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.931649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.931797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.931943] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.932329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.932329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.932494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.932598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.932714] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c06c19-7497-44be-afd1-655f7ac4fc38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.286223] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.440359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.440359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.440359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.440359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.440359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.440359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.440359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.440359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.440359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.440359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.440359] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 is going to be updated. [ 825.447721] env[69763]: INFO networking_nsxv3.common.synchronization [req-42ae7b16-f3b8-499c-b271-4aa29c9d234f req-7cb15a95-361f-478b-885b-bd7a01469e98 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 825.448465] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 825.448599] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.448722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.470625] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.470806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.470891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.471177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.471359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.480379] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 in Status: IN_PROGRESS for 2s [ 825.790165] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.790165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.790165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.790165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.790165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.790165] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be created. [ 825.814875] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.815045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.815091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.818027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.818027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.838311] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: UNINITIALIZED for 2s [ 826.009811] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: SUCCESS [ 826.009811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.207565] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.207834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.208060] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.208343] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.208575] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.208765] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.208899] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.209201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.209366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.209591] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.210262] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.210830] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.210830] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.210830] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.210830] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.211034] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.247104] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.247401] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.247559] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.248038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.248357] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-06a8a5d9-f380-455d-9907-d0d3948bf504 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.248504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-06a8a5d9-f380-455d-9907-d0d3948bf504" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.248631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-06a8a5d9-f380-455d-9907-d0d3948bf504" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.248999] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-06a8a5d9-f380-455d-9907-d0d3948bf504" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.249454] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a8a5d9-f380-455d-9907-d0d3948bf504',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.755151] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.755601] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.755677] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.756082] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.756277] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.756456] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 06a8a5d9-f380-455d-9907-d0d3948bf504 not found, creating... [ 826.756805] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.756904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.757055] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.757360] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.757467] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.757757] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.757938] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.759369] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.759369] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.764817] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.765153] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 06a8a5d9-f380-455d-9907-d0d3948bf504 is going to be created. [ 826.791869] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.793017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.793017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.793017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.793352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.793583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-06a8a5d9-f380-455d-9907-d0d3948bf504" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.288164] env[69763]: INFO networking_nsxv3.common.synchronization [req-72eabad0-20b2-46d0-8410-d8f6d7709350 req-6bd2c463-a6fc-421b-9160-9fffc13b9f54 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 827.289526] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 827.291127] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.291918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.291918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.291918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.292222] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.292461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.292461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.292657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.292778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.293529] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.493240] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 in Status: SUCCESS [ 827.493560] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 deletion is rescheduled due to dependency. [ 827.493697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.796498] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.796871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.796871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.796974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.797078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.797303] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.797518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.797518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.797653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.797731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.798578] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be updated. [ 827.838018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.838018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.838018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.838018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.838018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.851360] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 827.851360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.851360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.851360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.851360] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.851360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.851360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.851360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.851360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.851360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.851360] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.854650] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: IN_PROGRESS for 2s [ 827.854650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.854650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.854650] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.854650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.854650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.854650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.854650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.854650] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.030924] env[69763]: INFO networking_nsxv3.common.synchronization [req-42ae7b16-f3b8-499c-b271-4aa29c9d234f req-72069b35-a0cc-4176-8adf-517a5050d4a1 service nova] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_rules [ 828.031153] env[69763]: INFO networking_nsxv3.common.synchronization [req-42ae7b16-f3b8-499c-b271-4aa29c9d234f req-72069b35-a0cc-4176-8adf-517a5050d4a1 service nova] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 828.032349] env[69763]: INFO networking_nsxv3.common.synchronization [req-42ae7b16-f3b8-499c-b271-4aa29c9d234f req-72069b35-a0cc-4176-8adf-517a5050d4a1 service nova] Enqueued Resource ID: 06a8a5d9-f380-455d-9907-d0d3948bf504 with Priority: HIGHEST for action port [ 828.033115] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_rules [ 828.033213] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 828.033370] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a8a5d9-f380-455d-9907-d0d3948bf504 with Priority: HIGHEST for action port [ 828.033850] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.034282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.034573] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.034698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.035040] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-06a8a5d9-f380-455d-9907-d0d3948bf504 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.035185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06a8a5d9-f380-455d-9907-d0d3948bf504" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.035275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06a8a5d9-f380-455d-9907-d0d3948bf504" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.035502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06a8a5d9-f380-455d-9907-d0d3948bf504" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.035614] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a8a5d9-f380-455d-9907-d0d3948bf504',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.360290] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.360290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.360290] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.362517] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-27698592-5685-47d6-b9a5-7ab2878428c9 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 828.363136] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 828.363403] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.365144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.365144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.365144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.365144] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.365144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.365144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.365144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.365144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.365144] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.537549] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06a8a5d9-f380-455d-9907-d0d3948bf504 with status ACTIVE [ 828.537790] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.537962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.538146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.538327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.538409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.538541] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.538644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.538706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.538850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.538931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.539114] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.539206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.539266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.539398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.539470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.539552] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06a8a5d9-f380-455d-9907-d0d3948bf504 is going to be updated. [ 828.561139] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.561318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.561371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.561569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.561709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.561874] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06a8a5d9-f380-455d-9907-d0d3948bf504" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.787558] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-de62765d-503c-4092-b521-fe2331bc3c8e tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 828.788947] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 828.789588] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.789753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.862571] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.867658] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.867875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.867875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.868154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.868257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.868493] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.868571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.868610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.868786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.868894] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.868940] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af already deleted. [ 828.869072] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.869197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.869518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.869691] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.869794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.869857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.869996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.870083] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.870214] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.223026] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-6706454b-9cec-4f2c-81c3-f628479c4503 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 829.223026] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 829.223026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.223026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.365868] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.366067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.366100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.366391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.366927] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.366927] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be updated. [ 829.373151] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.373412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.373546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.373796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.374095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.374133] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.374209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.374275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.374421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.374496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.374582] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af already deleted. [ 829.374657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.375239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.375829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.376009] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.380886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.380968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.382045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.383182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.383182] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.404976] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.406100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.406447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.408025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.408025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.418534] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 829.663165] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.663464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-529" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.664321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-529" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.664321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-529" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.664321] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.664500] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.664500] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.664714] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.664859] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.665086] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.665201] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.665311] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.665420] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.665568] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.665649] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.665871] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.685380] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.685544] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.685677] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.685896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-529" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.686223] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-6f997126-d24c-4943-979a-b4fbf0d00266 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.686493] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-6f997126-d24c-4943-979a-b4fbf0d00266" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.686550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-6f997126-d24c-4943-979a-b4fbf0d00266" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.686980] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-6f997126-d24c-4943-979a-b4fbf0d00266" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.687329] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f997126-d24c-4943-979a-b4fbf0d00266',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.865402] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: SUCCESS [ 829.865402] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 deletion is rescheduled due to dependency. [ 829.865402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.877406] env[69763]: INFO networking_nsxv3.common.synchronization [None req-50d0e4b9-89d1-45b6-92d6-6e2045830003 None None] Enqueued Resource ID: 3df3a25a-4d88-4ad2-a87b-cf2d7334c8c6 with Priority: HIGHEST for action port [ 829.878037] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df3a25a-4d88-4ad2-a87b-cf2d7334c8c6 with Priority: HIGHEST for action port [ 829.878354] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-3df3a25a-4d88-4ad2-a87b-cf2d7334c8c6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.879142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3df3a25a-4d88-4ad2-a87b-cf2d7334c8c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.879142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3df3a25a-4d88-4ad2-a87b-cf2d7334c8c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.879142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3df3a25a-4d88-4ad2-a87b-cf2d7334c8c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.879142] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df3a25a-4d88-4ad2-a87b-cf2d7334c8c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.885448] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.885590] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.885678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.886014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.886253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.886475] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.886576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.886693] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.886862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.886942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.887039] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af already deleted. [ 829.887377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.190313] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.190476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.190610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.190902] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.192436] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.192491] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 6f997126-d24c-4943-979a-b4fbf0d00266 not found, creating... [ 830.192745] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.192909] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.193036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.193638] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.193813] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.194166] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.195820] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.195820] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.197494] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.197647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.197798] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 6f997126-d24c-4943-979a-b4fbf0d00266 is going to be created. [ 830.220344] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.220564] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.220604] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.221387] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.221387] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.221387] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-6f997126-d24c-4943-979a-b4fbf0d00266" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.384220] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3df3a25a-4d88-4ad2-a87b-cf2d7334c8c6 [ 830.385098] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.385433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.385627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.386081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.386199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.386444] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3df3a25a-4d88-4ad2-a87b-cf2d7334c8c6 already deleted. [ 830.386620] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3df3a25a-4d88-4ad2-a87b-cf2d7334c8c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.752969] env[69763]: INFO networking_nsxv3.common.synchronization [req-379f9c2c-d4a7-4e6b-a0cb-03356c596638 req-81f0f274-0a2a-4101-916a-454f7f5455f6 tempest-SecurityGroupRulesNegativeTestJSON-143701516 tempest-SecurityGroupRulesNegativeTestJSON-143701516-project-member] Enqueued Resource ID: bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0 with Priority: HIGHEST for action security_group_rules [ 830.753965] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0 with Priority: HIGHEST for action security_group_rules [ 830.754522] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.754653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.754723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.754984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.755080] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.189367] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-ea56a56e-dfad-4593-ab90-5030aee77e9e service nova] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_rules [ 831.189651] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-ea56a56e-dfad-4593-ab90-5030aee77e9e service nova] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 831.189716] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-ea56a56e-dfad-4593-ab90-5030aee77e9e service nova] Enqueued Resource ID: 6f997126-d24c-4943-979a-b4fbf0d00266 with Priority: HIGHEST for action port [ 831.190342] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_rules [ 831.190490] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 831.190588] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f997126-d24c-4943-979a-b4fbf0d00266 with Priority: HIGHEST for action port [ 831.194282] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.194282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.194282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.194282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.194282] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.194282] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.194282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.194282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.194282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.194282] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.194282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.194282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.194282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.194282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.194282] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.196613] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f997126-d24c-4943-979a-b4fbf0d00266 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.196766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f997126-d24c-4943-979a-b4fbf0d00266" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.196891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f997126-d24c-4943-979a-b4fbf0d00266" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.197085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f997126-d24c-4943-979a-b4fbf0d00266" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.197128] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f997126-d24c-4943-979a-b4fbf0d00266',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.278215] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.278457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.278513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.279019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.279019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.279157] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0 already deleted. [ 831.279213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.441076] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 831.441243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.442258] env[69763]: INFO networking_nsxv3.common.synchronization [req-81330ed6-15c9-48bc-83d0-0b2130336065 req-94cd30dd-7101-4bfc-a90a-218f3f5182e1 tempest-SecurityGroupRulesNegativeTestJSON-143701516 tempest-SecurityGroupRulesNegativeTestJSON-143701516-project-member] Enqueued Resource ID: bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0 with Priority: HIGHEST for action security_group_rules [ 831.442802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.443011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.443197] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.443310] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.443377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.443540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.443627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.443764] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.444780] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0 with Priority: HIGHEST for action security_group_rules [ 831.445375] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.447019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.447019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.447019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.447019] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.484596] env[69763]: INFO networking_nsxv3.common.synchronization [req-09b66b45-33b0-4b45-aa2f-157ae871d395 req-ef28e7ee-92b2-4a80-8463-1e37d72866be tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 831.485247] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 831.486468] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.486468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.486468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.486468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.486468] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.486468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.486468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.486975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.486975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.486975] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.699237] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.700244] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.700367] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.700709] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f997126-d24c-4943-979a-b4fbf0d00266 with status ACTIVE [ 831.700875] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.700995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.701074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.703758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.703758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.703758] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.703758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.703758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.703758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.703758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.703758] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.703758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.703758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.703758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.703758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.703758] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f997126-d24c-4943-979a-b4fbf0d00266 is going to be updated. [ 831.731465] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.734571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.734571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.734571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.734571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.734571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f997126-d24c-4943-979a-b4fbf0d00266" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.949934] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.974182] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.974182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.974304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.974688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.974688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.974688] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0 already deleted. [ 831.974849] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd7be1c-ed14-40bb-8fc5-a8ebf604f0c0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.994684] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.109145] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.109365] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.109490] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.109850] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.110035] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.110197] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.110313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.110527] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.113230] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.113494] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.113615] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.113730] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.113844] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.113972] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.114074] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.114210] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.133074] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.134626] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.134626] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.134626] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.134863] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-b419283f-d3a3-4ac9-935d-94c24f38ab26 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.135045] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-b419283f-d3a3-4ac9-935d-94c24f38ab26" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.135353] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-b419283f-d3a3-4ac9-935d-94c24f38ab26" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.135535] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-b419283f-d3a3-4ac9-935d-94c24f38ab26" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.135839] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b419283f-d3a3-4ac9-935d-94c24f38ab26',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.201710] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.232418] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.232643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-349" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.232791] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-349" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.233393] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-349" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.233508] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.233813] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.233813] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.234304] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.234595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.234937] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.235166] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.235374] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.235601] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.235896] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.236141] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.236402] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.255331] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.255542] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.255705] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.256110] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-349" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.256449] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-64fc7e7c-4d2e-4a93-9a7d-534160886936 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.256644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-64fc7e7c-4d2e-4a93-9a7d-534160886936" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.256773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-64fc7e7c-4d2e-4a93-9a7d-534160886936" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.257329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-64fc7e7c-4d2e-4a93-9a7d-534160886936" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.257329] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64fc7e7c-4d2e-4a93-9a7d-534160886936',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.454203] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.499086] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.639039] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.639395] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.639616] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.640504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.640876] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.641644] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port b419283f-d3a3-4ac9-935d-94c24f38ab26 not found, creating... [ 832.641644] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.641845] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.642158] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.642531] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.642773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.643319] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.643573] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.643774] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.644117] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.644341] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.644577] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: b419283f-d3a3-4ac9-935d-94c24f38ab26 is going to be created. [ 832.669971] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.670215] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.670345] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.670624] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.670898] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.671148] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-b419283f-d3a3-4ac9-935d-94c24f38ab26" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.704757] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.704948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.704980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.707147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.707147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.707147] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be created. [ 832.730085] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.730331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.730423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.730638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.731058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.762473] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.762473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.762473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.762473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.762473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.762473] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 64fc7e7c-4d2e-4a93-9a7d-534160886936 not found, creating... [ 832.762473] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.762473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.762800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.762800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.762872] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.763286] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.763452] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.763452] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.763711] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.763885] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.764051] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 64fc7e7c-4d2e-4a93-9a7d-534160886936 is going to be created. [ 832.766483] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: UNINITIALIZED for 2s [ 832.800179] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.800310] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.800523] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.800864] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.801109] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.801341] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-64fc7e7c-4d2e-4a93-9a7d-534160886936" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.925302] env[69763]: INFO networking_nsxv3.common.synchronization [None req-c0a940bb-813b-444a-960d-5c9331b01523 None None] Enqueued Resource ID: 1a02d43d-5063-4af4-98f8-640dec96fdca with Priority: HIGHEST for action port [ 832.925302] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a02d43d-5063-4af4-98f8-640dec96fdca with Priority: HIGHEST for action port [ 832.925302] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a02d43d-5063-4af4-98f8-640dec96fdca taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.925302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a02d43d-5063-4af4-98f8-640dec96fdca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.925302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a02d43d-5063-4af4-98f8-640dec96fdca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.925943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a02d43d-5063-4af4-98f8-640dec96fdca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.926188] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a02d43d-5063-4af4-98f8-640dec96fdca',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.960051] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.960051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.960051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.960051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.960051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.960051] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be updated. [ 833.002217] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.002346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.002378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.002596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.002749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.004573] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.004670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.004753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.004943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.005041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.005137] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 is going to be updated. [ 833.017348] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 833.034716] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.034855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.034917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.035274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.035425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.048096] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: IN_PROGRESS for 2s [ 833.429087] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a02d43d-5063-4af4-98f8-640dec96fdca [ 833.429398] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.429562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.429619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.429939] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.430213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.430213] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a02d43d-5063-4af4-98f8-640dec96fdca already deleted. [ 833.430288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a02d43d-5063-4af4-98f8-640dec96fdca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.688352] env[69763]: INFO networking_nsxv3.common.synchronization [req-09b66b45-33b0-4b45-aa2f-157ae871d395 req-4a973dc0-ba6b-401c-b104-f594182e6f0b service nova] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_rules [ 833.688352] env[69763]: INFO networking_nsxv3.common.synchronization [req-09b66b45-33b0-4b45-aa2f-157ae871d395 req-4a973dc0-ba6b-401c-b104-f594182e6f0b service nova] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 833.688352] env[69763]: INFO networking_nsxv3.common.synchronization [req-09b66b45-33b0-4b45-aa2f-157ae871d395 req-4a973dc0-ba6b-401c-b104-f594182e6f0b service nova] Enqueued Resource ID: b419283f-d3a3-4ac9-935d-94c24f38ab26 with Priority: HIGHEST for action port [ 833.688352] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_rules [ 833.688352] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 833.688352] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b419283f-d3a3-4ac9-935d-94c24f38ab26 with Priority: HIGHEST for action port [ 833.688352] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.688352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.688352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.688352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.688352] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.691611] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.691931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.692381] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-b419283f-d3a3-4ac9-935d-94c24f38ab26 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.692715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b419283f-d3a3-4ac9-935d-94c24f38ab26" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.693092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b419283f-d3a3-4ac9-935d-94c24f38ab26" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.693883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b419283f-d3a3-4ac9-935d-94c24f38ab26" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.694171] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b419283f-d3a3-4ac9-935d-94c24f38ab26',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.799208] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-f56ca10c-7066-411d-89a8-729696cc622f service nova] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_rules [ 833.799422] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-f56ca10c-7066-411d-89a8-729696cc622f service nova] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 833.799549] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-f56ca10c-7066-411d-89a8-729696cc622f service nova] Enqueued Resource ID: 64fc7e7c-4d2e-4a93-9a7d-534160886936 with Priority: HIGHEST for action port [ 833.799955] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_rules [ 833.800114] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 833.800218] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64fc7e7c-4d2e-4a93-9a7d-534160886936 with Priority: HIGHEST for action port [ 833.801028] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.801028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.801158] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.801266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.801523] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-64fc7e7c-4d2e-4a93-9a7d-534160886936 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.801523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64fc7e7c-4d2e-4a93-9a7d-534160886936" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.801759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64fc7e7c-4d2e-4a93-9a7d-534160886936" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.801759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64fc7e7c-4d2e-4a93-9a7d-534160886936" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.802300] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64fc7e7c-4d2e-4a93-9a7d-534160886936',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.181883] env[69763]: INFO networking_nsxv3.common.synchronization [req-bf2cba36-5337-4774-b882-91e41b6b75b5 req-c8a58938-5d23-4159-9b43-5d30201f2c28 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 834.182526] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 834.182871] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.183099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.183220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.183570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.183831] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.183988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.184114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.184313] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.184437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.184576] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.196765] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.196976] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.197189] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b419283f-d3a3-4ac9-935d-94c24f38ab26 with status ACTIVE [ 834.197413] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.197564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.197641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.197870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.197972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.198195] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.198328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.198385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.198550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.198646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.198841] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.198994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.199041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.199183] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.199257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.199357] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b419283f-d3a3-4ac9-935d-94c24f38ab26 is going to be updated. [ 834.227872] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.229124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.229124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.229124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.229124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.229124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b419283f-d3a3-4ac9-935d-94c24f38ab26" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.309645] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64fc7e7c-4d2e-4a93-9a7d-534160886936 with status ACTIVE [ 834.309645] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.309645] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.309645] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.309645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.309645] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64fc7e7c-4d2e-4a93-9a7d-534160886936 is going to be updated. [ 834.346125] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.346421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.346537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.346816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.347031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.347260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64fc7e7c-4d2e-4a93-9a7d-534160886936" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.602868] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.607492] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.607492] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.607730] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.608225] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.608508] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.608702] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.609089] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.609366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.609745] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.611553] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.611553] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.611553] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.611553] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.611553] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.611769] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.630207] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.630367] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.630498] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.630683] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.631493] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.631493] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.631493] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.631633] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.631803] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.691274] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.691274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.691274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.691274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.691274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.691274] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.691274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.691274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.691274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.691274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.691274] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e already deleted. [ 834.691274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.708165] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.708363] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-529" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.708485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-529" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.708752] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-529" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.709018] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.709175] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.709290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.709502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.709647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.709855] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.709970] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.710571] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.710708] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.710830] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.710942] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.711118] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.729264] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.729518] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.729679] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.729866] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-529" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.730195] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-34753cbe-2772-47d8-9ebb-6b32af00cd40 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.730370] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-34753cbe-2772-47d8-9ebb-6b32af00cd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.730490] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-34753cbe-2772-47d8-9ebb-6b32af00cd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.730824] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-34753cbe-2772-47d8-9ebb-6b32af00cd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.730974] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34753cbe-2772-47d8-9ebb-6b32af00cd40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.781055] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.781055] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.781055] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.781055] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.781055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.781815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.781815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.781815] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.029275] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 835.029480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.029560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.030067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.030067] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.030295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.030295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.031586] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.031586] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.031586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.031586] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.057272] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: SUCCESS [ 835.057491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.057960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.058244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.058430] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.058548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.058613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.058766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.059340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.059340] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.137487] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.137845] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.137921] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.138303] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.138493] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.138638] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 not found, creating... [ 835.138947] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.139095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.139216] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.139891] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.139891] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.140089] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.140323] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.140486] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.140642] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.140834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.140933] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 is going to be created. [ 835.168010] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.168279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.168419] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.168662] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.168904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.169149] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.237589] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.237966] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.238097] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.239698] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.239698] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.239698] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 34753cbe-2772-47d8-9ebb-6b32af00cd40 not found, creating... [ 835.239698] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.239698] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.239698] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.239995] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.239995] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.243612] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.243612] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.243612] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.244014] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.244264] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.244688] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 34753cbe-2772-47d8-9ebb-6b32af00cd40 is going to be created. [ 835.274785] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.275224] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.275455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.275827] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.276250] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.280923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-34753cbe-2772-47d8-9ebb-6b32af00cd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.283361] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.283658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.289065] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.417700] env[69763]: INFO networking_nsxv3.common.synchronization [req-9709dd40-9664-42de-804e-6b75f427f793 req-eb07b211-e9cb-4b0f-9fa9-dd3533da2e44 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Enqueued Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_members [ 835.418271] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGHEST for action security_group_members [ 835.419159] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.419159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.419159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.419159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.419159] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.419159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.419498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.419498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.419498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.419582] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.534527] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8801b883-eb89-44a5-a879-6c240e3df49d: rpc.has_security_group_logging(os_id): False [ 835.560185] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.560430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.560430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.560593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.560680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.560895] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.560995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.561066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.561213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.561279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.561446] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.561535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.561594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.561725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.561796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.561967] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.562069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.562124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.562257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.563018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.563018] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be created. [ 835.563982] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.652198] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.652596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.652596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.652695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.652798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.664881] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 835.791494] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.924047] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.924047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.924047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.924047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.957513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.959840] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.959840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.959840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.959840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.959840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.959840] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 is going to be updated. [ 836.011028] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.011028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.011028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.011028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.011028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.027758] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 in Status: IN_PROGRESS for 2s [ 836.069917] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.120158] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-036458a7-6ce8-41c8-969f-fe8ea8ae3fd3 service nova] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_rules [ 836.120158] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-036458a7-6ce8-41c8-969f-fe8ea8ae3fd3 service nova] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 836.120158] env[69763]: INFO networking_nsxv3.common.synchronization [req-2202bb11-9306-411f-82e6-4168971d4053 req-036458a7-6ce8-41c8-969f-fe8ea8ae3fd3 service nova] Enqueued Resource ID: 34753cbe-2772-47d8-9ebb-6b32af00cd40 with Priority: HIGHEST for action port [ 836.120158] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_rules [ 836.120158] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 836.120158] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34753cbe-2772-47d8-9ebb-6b32af00cd40 with Priority: HIGHEST for action port [ 836.120158] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.120808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.121234] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.121443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.121722] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-34753cbe-2772-47d8-9ebb-6b32af00cd40 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.121944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34753cbe-2772-47d8-9ebb-6b32af00cd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.122112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34753cbe-2772-47d8-9ebb-6b32af00cd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.122448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34753cbe-2772-47d8-9ebb-6b32af00cd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.122618] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34753cbe-2772-47d8-9ebb-6b32af00cd40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.295916] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.296129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.296224] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.296419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.296510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.296606] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 836.326556] env[69763]: INFO networking_nsxv3.common.synchronization [req-bf2cba36-5337-4774-b882-91e41b6b75b5 req-a7e9cf50-3519-4f92-9a67-e39d20d6979f service nova] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_rules [ 836.326556] env[69763]: INFO networking_nsxv3.common.synchronization [req-bf2cba36-5337-4774-b882-91e41b6b75b5 req-a7e9cf50-3519-4f92-9a67-e39d20d6979f service nova] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 836.326556] env[69763]: INFO networking_nsxv3.common.synchronization [req-bf2cba36-5337-4774-b882-91e41b6b75b5 req-a7e9cf50-3519-4f92-9a67-e39d20d6979f service nova] Enqueued Resource ID: aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 with Priority: HIGHEST for action port [ 836.326556] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.326556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.326556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.326556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.326556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.327052] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_rules [ 836.327096] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 836.327184] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 with Priority: HIGHEST for action port [ 836.327777] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.327893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.327953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.328210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.328288] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.329174] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.329280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.329349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.329503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.329776] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.329776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.329908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.329945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.330013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.330107] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.331216] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.331338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.331387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.331536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.331656] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.342353] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 836.575353] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.575353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.575353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.575353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.575353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.575353] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 is going to be updated. [ 836.604127] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.604127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.604127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.604127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.604127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.612696] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: IN_PROGRESS for 2s [ 836.628698] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34753cbe-2772-47d8-9ebb-6b32af00cd40 with status ACTIVE [ 836.628698] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.628698] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.628698] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.628698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.628698] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34753cbe-2772-47d8-9ebb-6b32af00cd40 is going to be updated. [ 836.653348] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.653348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.653348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.653348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.653348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.653348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34753cbe-2772-47d8-9ebb-6b32af00cd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.836246] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 with status ACTIVE [ 836.836246] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.836246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.836246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.836246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.836246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.836246] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.836246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.836246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.836246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.836246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.836246] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.836246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.836246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.840419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.840419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.840419] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 is going to be updated. [ 836.840938] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.842655] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.842655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.866223] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.866223] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.866223] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.866427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.866522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.866680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.068805] env[69763]: INFO networking_nsxv3.common.synchronization [req-b08388bc-5bd9-4649-bc88-14c33e083d7b req-a6ad1f83-05a6-4775-8dfa-7a0297717886 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Enqueued Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 837.070972] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGHEST for action security_group_members [ 837.071447] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.071625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.071725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.072027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.072251] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.072395] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.072489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.072712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.072841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.072980] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.280414] env[69763]: INFO networking_nsxv3.common.synchronization [req-53bde400-0d4e-4c88-a478-747d5be618d3 req-098d4a2d-1817-4e58-894e-b55d0b0265c1 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Enqueued Resource ID: 1c01b943-b8e3-43c6-a461-9a4078488501 with Priority: HIGHEST for action security_group_members [ 837.280956] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01b943-b8e3-43c6-a461-9a4078488501 with Priority: HIGHEST for action security_group_members [ 837.281271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01b943-b8e3-43c6-a461-9a4078488501 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.281953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.281953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.281953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.281953] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.281953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.282405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.285197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.285298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.285526] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c01b943-b8e3-43c6-a461-9a4078488501',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.349328] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.575389] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.575631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.575863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.575961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.597151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.597414] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.597576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.597721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.597835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.597949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.598163] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843090c6-f1c0-493b-a9b9-fb879941eced is going to be updated. [ 837.628996] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.628996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.628996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.628996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.628996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.638396] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: IN_PROGRESS for 2s [ 837.680043] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 837.680043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.680043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.680043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.680043] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.789540] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.789705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.789824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.789984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.790124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.790811] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.790811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.790811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.790811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.791119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.791119] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c01b943-b8e3-43c6-a461-9a4078488501 already deleted. [ 837.791119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.851194] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.851350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.852068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.852068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.852068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.852068] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be created. [ 837.879024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.879024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.879024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.879024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.879024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.894385] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: UNINITIALIZED for 2s [ 837.975885] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.976188] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-977" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.976487] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-977" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.976836] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-977" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.977280] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.977470] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.977595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.977821] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.977970] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.978282] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.978402] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.978512] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.978693] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.978849] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.978976] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.979186] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.998561] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.998775] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.998983] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.999127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-977" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.999440] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-e183b258-d7d9-478a-8bdb-44836476254c taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.999616] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-e183b258-d7d9-478a-8bdb-44836476254c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.999737] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-e183b258-d7d9-478a-8bdb-44836476254c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.000608] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-e183b258-d7d9-478a-8bdb-44836476254c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.000796] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e183b258-d7d9-478a-8bdb-44836476254c',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.039076] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 in Status: SUCCESS [ 838.039264] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 deletion is rescheduled due to dependency. [ 838.039385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.185018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.185363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.185363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.185514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.185708] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.185827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.185904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.186058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.186166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.186278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.186387] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.353243] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 838.353243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.353428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.353574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.353770] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.353887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.353955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.354121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.354207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.354318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.354480] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.354552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.354614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.354753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.354885] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.355051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.355138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.355297] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.355375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.355461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.355559] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.357684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.357863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.358032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.358158] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.358227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.360708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.360708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.360708] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.505105] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.505105] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.505223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.505473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.505635] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.505818] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port e183b258-d7d9-478a-8bdb-44836476254c not found, creating... [ 838.506100] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.506270] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.506387] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.506614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.506754] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.507053] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.507216] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.507329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.507570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.507666] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.507803] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: e183b258-d7d9-478a-8bdb-44836476254c is going to be created. [ 838.535735] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.536160] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.536531] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.536710] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.536982] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.537289] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-e183b258-d7d9-478a-8bdb-44836476254c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.640656] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: SUCCESS [ 838.640888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.641088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.645179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.645179] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.645179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.645179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.645179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.645179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.645179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.645179] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.693704] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.694088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.694088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.694248] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.694431] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.694607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.694607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.694817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.694916] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.695015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.695222] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.695326] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.695407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.695635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.695717] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.695848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.695941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.696117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.696216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.696320] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.696434] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.862223] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.863210] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd00d70e-edf2-49c8-9b82-ab15e20a10af: rpc.has_security_group_logging(os_id): False [ 838.903410] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.903532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.903569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.904015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.904167] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.904420] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.904601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.904677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.904879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.904974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.905208] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.905306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.905364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.905531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.905620] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.905917] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.906110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.906487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.906487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.906984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.906984] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be created. [ 839.010372] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.010707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.010707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.010889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.011107] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.031175] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 839.145076] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.145229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.145382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.145932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.145932] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.145932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.146235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.146438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.147972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.147972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.147972] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.147972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.147972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.147972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.147972] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.147972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.147972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.147972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.147972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.147972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.147972] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.201387] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8801b883-eb89-44a5-a879-6c240e3df49d: rpc.has_security_group_logging(os_id): False [ 839.225123] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.225508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.225508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.225622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.225725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.226012] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.226113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.226195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.226329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.226431] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.226578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.226676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.226741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.226880] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.226958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.227266] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.227365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.227427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.227566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.227648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.227740] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be updated. [ 839.301928] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.302207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.302207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.302520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.302520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.318209] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 839.368031] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.522055] env[69763]: INFO networking_nsxv3.common.synchronization [req-53bde400-0d4e-4c88-a478-747d5be618d3 req-56c38653-2b38-49cc-9bb6-ee1d75694443 service nova] Enqueued Resource ID: 1c01b943-b8e3-43c6-a461-9a4078488501 with Priority: HIGHEST for action security_group_rules [ 839.522157] env[69763]: INFO networking_nsxv3.common.synchronization [req-53bde400-0d4e-4c88-a478-747d5be618d3 req-56c38653-2b38-49cc-9bb6-ee1d75694443 service nova] Enqueued Resource ID: 1c01b943-b8e3-43c6-a461-9a4078488501 with Priority: HIGHEST for action security_group_members [ 839.522247] env[69763]: INFO networking_nsxv3.common.synchronization [req-53bde400-0d4e-4c88-a478-747d5be618d3 req-56c38653-2b38-49cc-9bb6-ee1d75694443 service nova] Enqueued Resource ID: e183b258-d7d9-478a-8bdb-44836476254c with Priority: HIGHEST for action port [ 839.522501] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01b943-b8e3-43c6-a461-9a4078488501 with Priority: HIGHEST for action security_group_rules [ 839.522630] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01b943-b8e3-43c6-a461-9a4078488501 with Priority: HIGHEST for action security_group_members [ 839.522725] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e183b258-d7d9-478a-8bdb-44836476254c with Priority: HIGHEST for action port [ 839.525801] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c01b943-b8e3-43c6-a461-9a4078488501 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.525801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.525801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.525801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.525801] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c01b943-b8e3-43c6-a461-9a4078488501',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.525801] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01b943-b8e3-43c6-a461-9a4078488501 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.525801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.525801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.525801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.527113] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.527375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.527814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.528094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.528291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.528481] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c01b943-b8e3-43c6-a461-9a4078488501',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.531281] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e183b258-d7d9-478a-8bdb-44836476254c taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.531281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e183b258-d7d9-478a-8bdb-44836476254c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.531281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e183b258-d7d9-478a-8bdb-44836476254c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.531281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e183b258-d7d9-478a-8bdb-44836476254c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.531281] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e183b258-d7d9-478a-8bdb-44836476254c',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.650134] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843090c6-f1c0-493b-a9b9-fb879941eced in Status: SUCCESS [ 839.650134] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843090c6-f1c0-493b-a9b9-fb879941eced deletion is rescheduled due to dependency. [ 839.650246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.653689] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dbfa06f-ee6f-4b31-b301-59d5acd41d89: rpc.has_security_group_logging(os_id): False [ 839.674229] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.674412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.674461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.674636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.694766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.695071] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.695255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.695354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.695592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.695696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.696026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.696120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.696321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.696429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.696524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.696805] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.696982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.698565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.698565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.698565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.698565] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 is going to be updated. [ 839.766969] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.766969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.767235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.767235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.767385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.783155] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: IN_PROGRESS for 2s [ 839.868594] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.868788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.868842] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.869302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.869302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.869302] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 839.951350] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 839.951497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.951806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.951806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.952149] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.952410] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.952668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.953015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.953560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.953716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.954028] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.031254] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c01b943-b8e3-43c6-a461-9a4078488501',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.033752] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01b943-b8e3-43c6-a461-9a4078488501 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.033752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.035032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e183b258-d7d9-478a-8bdb-44836476254c with status ACTIVE [ 840.035263] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.035437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.035514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.035765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.037138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.037138] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.037138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.037138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.037138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.037138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.037138] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.037518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.037518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.037518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.037518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.037661] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e183b258-d7d9-478a-8bdb-44836476254c is going to be updated. [ 840.048347] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.048616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.048616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.048834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.048907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.067872] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 840.079801] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.080115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.080115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.080401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.080401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.080784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e183b258-d7d9-478a-8bdb-44836476254c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.228987] env[69763]: INFO networking_nsxv3.common.synchronization [req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 req-70f70c17-4c52-478e-b54b-74841659675c tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Enqueued Resource ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f with Priority: HIGHEST for action security_group_members [ 840.230133] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f with Priority: HIGHEST for action security_group_members [ 840.230625] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b90f3b-881f-4476-b284-c0b0dab6f27f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.230921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.231036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.231413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.231693] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.231863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.231971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.232276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.232416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.232595] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02b90f3b-881f-4476-b284-c0b0dab6f27f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.463029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.463029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.463029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.463029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.463029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.463952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.463952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.463952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.463952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.463952] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.535100] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c01b943-b8e3-43c6-a461-9a4078488501',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.735878] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.736390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.736390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.736607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.736723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.737057] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.737241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.737323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.737551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.737642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.737739] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f already deleted. [ 840.737836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.970418] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb2078da-e286-41c0-b37b-d2779d346c5e: rpc.has_security_group_logging(os_id): False [ 840.996466] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.998735] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.998735] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.998735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.999344] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.999344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.999344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.999344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.999807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.999908] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be created. [ 841.033964] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.034263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.034403] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.034669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.034987] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.035165] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.035282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.035490] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.035638] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.036106] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.036415] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.036627] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.036981] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.037242] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.037433] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.037632] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.041341] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.041522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.041628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.041904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.042060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.042308] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c01b943-b8e3-43c6-a461-9a4078488501 is going to be created. [ 841.046089] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 841.046377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.048178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.048457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.048588] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.071516] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.071745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.071862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.072199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.072478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.076956] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.077199] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.077420] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.077681] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.078151] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-f26413d8-d85c-406c-becc-b61d6999ad53 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.078423] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-f26413d8-d85c-406c-becc-b61d6999ad53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.078617] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-f26413d8-d85c-406c-becc-b61d6999ad53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.079089] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-f26413d8-d85c-406c-becc-b61d6999ad53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.079351] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26413d8-d85c-406c-becc-b61d6999ad53',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.085996] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.086236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.086343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.086631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.086873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.091371] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 841.099362] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01b943-b8e3-43c6-a461-9a4078488501 in Status: UNINITIALIZED for 2s [ 841.335023] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 841.335023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.449095] env[69763]: INFO networking_nsxv3.common.synchronization [req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d req-dafaf9da-b4bc-4cf0-a3c2-1e84ca649271 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Enqueued Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 841.449609] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828b52cf-3561-46de-8999-bdcd59c1d06b with Priority: HIGHEST for action security_group_members [ 841.449974] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-828b52cf-3561-46de-8999-bdcd59c1d06b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.450123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.450205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.450394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.450545] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.450641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.450704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.450840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.450927] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.458071] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828b52cf-3561-46de-8999-bdcd59c1d06b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.552925] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.553036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.582453] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.582667] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.582810] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.583116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.583271] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.583431] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port f26413d8-d85c-406c-becc-b61d6999ad53 not found, creating... [ 841.583722] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.583851] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.583995] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.584242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.584384] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.584672] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.584850] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.584934] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.585153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.585287] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.585427] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: f26413d8-d85c-406c-becc-b61d6999ad53 is going to be created. [ 841.609290] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.609503] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.609632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.609955] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.610179] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.610392] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-f26413d8-d85c-406c-becc-b61d6999ad53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.807185] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: SUCCESS [ 841.807491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.813652] env[69763]: INFO networking_nsxv3.common.synchronization [req-488cdb9e-05ec-49b6-b35e-601733c512d1 req-50a4a345-36fa-4206-9b9f-bfe657c0a7bd tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 841.818632] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 841.819037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.819200] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.819249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.819457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.819610] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.819696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.819758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.819923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.820034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.820133] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.960220] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.960391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.960449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.960663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.960773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.960935] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.961044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.961108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.961252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.961327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.961412] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828b52cf-3561-46de-8999-bdcd59c1d06b is going to be updated. [ 841.989431] env[69763]: INFO networking_nsxv3.common.synchronization [req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 req-71607fbc-790c-49e7-a72a-597e6c4aea6d tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 841.990136] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 841.993747] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.993747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.993747] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.993747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.993747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.993747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.993747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.003174] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: IN_PROGRESS for 2s [ 842.079892] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 842.080156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.080676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.080911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.081190] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.081392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.081473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.081707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.081842] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.081971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.082494] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.322943] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.427465] env[69763]: INFO networking_nsxv3.common.synchronization [req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 req-f8dded99-d263-4a45-b5ce-cfcbd7e4b7e4 service nova] Enqueued Resource ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f with Priority: HIGHEST for action security_group_rules [ 842.427669] env[69763]: INFO networking_nsxv3.common.synchronization [req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 req-f8dded99-d263-4a45-b5ce-cfcbd7e4b7e4 service nova] Enqueued Resource ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f with Priority: HIGHEST for action security_group_members [ 842.427786] env[69763]: INFO networking_nsxv3.common.synchronization [req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 req-f8dded99-d263-4a45-b5ce-cfcbd7e4b7e4 service nova] Enqueued Resource ID: f26413d8-d85c-406c-becc-b61d6999ad53 with Priority: HIGHEST for action port [ 842.428839] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f with Priority: HIGHEST for action security_group_rules [ 842.428953] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f with Priority: HIGHEST for action security_group_members [ 842.429103] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26413d8-d85c-406c-becc-b61d6999ad53 with Priority: HIGHEST for action port [ 842.430378] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02b90f3b-881f-4476-b284-c0b0dab6f27f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.430378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.430378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.430378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.430378] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02b90f3b-881f-4476-b284-c0b0dab6f27f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.431747] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b90f3b-881f-4476-b284-c0b0dab6f27f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.431930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.432460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.432695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.433493] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.433493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.433493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.433493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.433493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.433493] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02b90f3b-881f-4476-b284-c0b0dab6f27f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.434643] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f26413d8-d85c-406c-becc-b61d6999ad53 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.434851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f26413d8-d85c-406c-becc-b61d6999ad53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.434947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f26413d8-d85c-406c-becc-b61d6999ad53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.435144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f26413d8-d85c-406c-becc-b61d6999ad53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.435250] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26413d8-d85c-406c-becc-b61d6999ad53',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.588180] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.588180] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.588180] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.588180] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.588180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.588868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.588868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.588868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.588868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.588868] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.825616] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.937303] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b90f3b-881f-4476-b284-c0b0dab6f27f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.937430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.937620] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02b90f3b-881f-4476-b284-c0b0dab6f27f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.941535] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f26413d8-d85c-406c-becc-b61d6999ad53 with status ACTIVE [ 842.941535] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.941535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.941535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.941740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.941740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.941887] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.941959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.941959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.942172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.942211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.942359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.942449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.942509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.942645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.942717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.942798] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f26413d8-d85c-406c-becc-b61d6999ad53 is going to be updated. [ 842.970886] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.971042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.971783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.971783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.971783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.971783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f26413d8-d85c-406c-becc-b61d6999ad53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.977894] env[69763]: INFO networking_nsxv3.common.synchronization [None req-2354cbf6-8c72-4e13-9ed3-5d405fef5e49 None None] Enqueued Resource ID: 3807e880-5565-46da-9435-22b049d27c69 with Priority: HIGHEST for action port [ 842.978383] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3807e880-5565-46da-9435-22b049d27c69 with Priority: HIGHEST for action port [ 842.978668] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-3807e880-5565-46da-9435-22b049d27c69 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.978792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3807e880-5565-46da-9435-22b049d27c69" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.978887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3807e880-5565-46da-9435-22b049d27c69" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.982237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3807e880-5565-46da-9435-22b049d27c69" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.982237] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3807e880-5565-46da-9435-22b049d27c69',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.091173] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd00d70e-edf2-49c8-9b82-ab15e20a10af: rpc.has_security_group_logging(os_id): False [ 843.108631] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 843.108855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.111628] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01b943-b8e3-43c6-a461-9a4078488501 in Status: UNINITIALIZED for 4s [ 843.114685] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.114895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.115012] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.115310] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.115537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.115822] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.115978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.116100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.116282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.116360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.116552] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.116699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.116699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.116833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.116904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.119160] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.119405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.119405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.119519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.119564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.119826] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 843.209117] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.209117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.209117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.209430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.209584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.227849] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 843.330206] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.330206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.330206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.330206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.330206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.330206] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be updated. [ 843.360573] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.360753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.360846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.361051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.361199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.370974] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 843.441318] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02b90f3b-881f-4476-b284-c0b0dab6f27f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.487764] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3807e880-5565-46da-9435-22b049d27c69 [ 843.487764] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.487764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.487764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.487764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.487764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.487764] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3807e880-5565-46da-9435-22b049d27c69 already deleted. [ 843.487764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3807e880-5565-46da-9435-22b049d27c69" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.943952] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.944391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.944391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.944591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.944686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.944789] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f is going to be created. [ 843.968981] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.969569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.969669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.969939] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.970213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.982799] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f in Status: UNINITIALIZED for 2s [ 844.018436] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828b52cf-3561-46de-8999-bdcd59c1d06b in Status: SUCCESS [ 844.018436] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828b52cf-3561-46de-8999-bdcd59c1d06b deletion is rescheduled due to dependency. [ 844.018597] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828b52cf-3561-46de-8999-bdcd59c1d06b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.703354] env[69763]: INFO networking_nsxv3.common.synchronization [None req-13e52d27-09a5-439d-849b-d662ea2f6782 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_rules [ 844.703354] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_rules [ 844.703354] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.703726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.704709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.704709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.704709] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.817292] env[69763]: INFO networking_nsxv3.common.synchronization [None req-cfb4666a-ca94-4cd0-8300-692d5c9d4e1c tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_rules [ 844.817292] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_rules [ 844.817292] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.818061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.124055] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01b943-b8e3-43c6-a461-9a4078488501 in Status: SUCCESS [ 845.124300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.124403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.124606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.124792] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.124930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.124988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.125157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.125233] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.125395] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.125395] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c01b943-b8e3-43c6-a461-9a4078488501',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.229429] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.229574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.229693] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.229848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.229938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.230044] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d already deleted. [ 845.230131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.231163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.231340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.231425] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.247471] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 845.247727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.247905] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.249962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.249962] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.366670] env[69763]: INFO networking_nsxv3.common.synchronization [None req-7c04f321-2f59-4102-a1b8-0adb27fe0b67 None None] Enqueued Resource ID: 937179d1-69b1-4ac0-b2bd-653c55b55aae with Priority: HIGHEST for action port [ 845.367381] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937179d1-69b1-4ac0-b2bd-653c55b55aae with Priority: HIGHEST for action port [ 845.370289] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-937179d1-69b1-4ac0-b2bd-653c55b55aae taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.370596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-937179d1-69b1-4ac0-b2bd-653c55b55aae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.370596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-937179d1-69b1-4ac0-b2bd-653c55b55aae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.371608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-937179d1-69b1-4ac0-b2bd-653c55b55aae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.371608] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('937179d1-69b1-4ac0-b2bd-653c55b55aae',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.382307] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 845.382307] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.382644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.382695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.382891] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.383042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.383116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.383332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.383498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.383577] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.391977] env[69763]: INFO networking_nsxv3.common.synchronization [req-8eb9c690-474e-4cda-a184-888b5650a2c8 req-1a23cc7b-e835-4e56-86b3-a367a28679c0 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 845.392128] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 845.392495] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.392654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.392741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.392971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.393341] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.393498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.393623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.394033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.394033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.394110] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.632300] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01b943-b8e3-43c6-a461-9a4078488501 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.632300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.632300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.632300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.632300] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.632550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.632550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.632756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.632856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.632951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.633122] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01b943-b8e3-43c6-a461-9a4078488501 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.633219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.633281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.633503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.633564] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.633644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.633704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.633898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.633995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.634670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.634670] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c01b943-b8e3-43c6-a461-9a4078488501',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.752264] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.752264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.752264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.752264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.752490] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.752490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.752577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.752684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.752910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.752910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.753036] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.759025] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.759025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.759025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.759025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.759025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.759025] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d already deleted. [ 845.759025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.827534] env[69763]: INFO networking_nsxv3.common.synchronization [req-31c1d254-9cfb-46ca-ac42-71faeed9b170 req-7d2443b8-d2ca-4fda-b57f-00c6dbaed303 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 845.828494] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 845.832456] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.832456] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.832605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.832826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.832978] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.833051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.833091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.833426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.833426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.833426] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.874042] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 937179d1-69b1-4ac0-b2bd-653c55b55aae [ 845.874287] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.874451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.874495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.874698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.874786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.874877] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:937179d1-69b1-4ac0-b2bd-653c55b55aae already deleted. [ 845.874958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-937179d1-69b1-4ac0-b2bd-653c55b55aae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.886371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.886507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.886543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.886723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.886901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.887066] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.887171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.887375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.887451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.887483] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.887541] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be updated. [ 845.897186] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.921219] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.921618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.921724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.922044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.922133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.938633] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 845.992141] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.992470] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.992708] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.993127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.993478] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.993662] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.993787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.994061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.994219] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.994458] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.994576] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.995194] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.995194] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.995194] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.995194] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.995194] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.997209] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f in Status: SUCCESS [ 845.997423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.997972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.998280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.998496] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.998604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.998664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.998861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.999069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.999141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.999245] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02b90f3b-881f-4476-b284-c0b0dab6f27f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.032463] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.032673] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.032764] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.032961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.033322] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-152f14c6-778e-4a14-b541-659a2cdbd02f taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.033502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.033624] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.034049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.034211] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152f14c6-778e-4a14-b541-659a2cdbd02f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.136399] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c01b943-b8e3-43c6-a461-9a4078488501: rpc.has_security_group_logging(os_id): False [ 846.160244] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.160398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.160471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.160678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.160767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.160985] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.161106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.161168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.161321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.161399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.161576] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.161670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.161730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.161866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.161944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.162128] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.162219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.162280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.162415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.162487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.162568] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c01b943-b8e3-43c6-a461-9a4078488501 is going to be created. [ 846.257894] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.258052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.258197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.258374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.258540] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.258648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.258713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.258896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.258992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.259097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.259242] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.259334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.259396] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.259536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.259712] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.259807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.259873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.260013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.260093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.260171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.260260] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.273366] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.273528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.273591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.273834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.273984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.285568] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c01b943-b8e3-43c6-a461-9a4078488501 in Status: IN_PROGRESS for 2s [ 846.337670] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.399628] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.502557] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b90f3b-881f-4476-b284-c0b0dab6f27f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.502557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.502557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.502557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.502882] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.502882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.502882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.503028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.503126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.503225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.503375] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b90f3b-881f-4476-b284-c0b0dab6f27f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.503473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.503534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.503669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.503826] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.504015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.504015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.504111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.504227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.504273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.504341] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02b90f3b-881f-4476-b284-c0b0dab6f27f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.537573] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.539170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.539170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.539170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.539170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.539170] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 152f14c6-778e-4a14-b541-659a2cdbd02f not found, creating... [ 846.539637] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.539881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.540105] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.540448] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.540661] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.541688] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.541688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.541688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.541870] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.542066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.542324] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 152f14c6-778e-4a14-b541-659a2cdbd02f is going to be created. [ 846.563703] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.564268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.564268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.564395] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.564561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.564791] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.762728] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd00d70e-edf2-49c8-9b82-ab15e20a10af: rpc.has_security_group_logging(os_id): False [ 846.786592] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.786740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.786824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.787047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.787154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.787401] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.787503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.787567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.787724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.787805] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.787970] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.788078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.788140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.788364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.788438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.788613] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.788707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.788768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.788904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.788991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.789116] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 846.841098] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.864888] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.865089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.865168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.865402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.865586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.882485] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 846.902287] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.902490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.902701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.902947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.903054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.903210] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 846.933060] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.933290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.933290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.933588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.933814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.958434] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 847.008941] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02b90f3b-881f-4476-b284-c0b0dab6f27f: rpc.has_security_group_logging(os_id): False [ 847.038029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.038029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.038029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.038029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.038966] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.038966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.038966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.043089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.043944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.046393] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f is going to be created. [ 847.114522] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.114522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.114522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.115330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.115330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.130796] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f in Status: IN_PROGRESS for 2s [ 847.344117] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.344494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.344494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.344611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.344754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.344881] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 is going to be updated. [ 847.375253] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.375406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.375443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.375650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.375787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.385882] env[69763]: INFO networking_nsxv3.common.synchronization [req-8eb9c690-474e-4cda-a184-888b5650a2c8 req-b5402faf-cf5b-40c5-8f82-793230cb84be service nova] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 847.386054] env[69763]: INFO networking_nsxv3.common.synchronization [req-8eb9c690-474e-4cda-a184-888b5650a2c8 req-b5402faf-cf5b-40c5-8f82-793230cb84be service nova] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 847.386205] env[69763]: INFO networking_nsxv3.common.synchronization [req-8eb9c690-474e-4cda-a184-888b5650a2c8 req-b5402faf-cf5b-40c5-8f82-793230cb84be service nova] Enqueued Resource ID: 152f14c6-778e-4a14-b541-659a2cdbd02f with Priority: HIGHEST for action port [ 847.386456] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 847.386568] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 847.386659] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152f14c6-778e-4a14-b541-659a2cdbd02f with Priority: HIGHEST for action port [ 847.388230] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: IN_PROGRESS for 2s [ 847.388544] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.388759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.388826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.389149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.389310] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.390491] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.390601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.391630] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-152f14c6-778e-4a14-b541-659a2cdbd02f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.391771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.391846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.392201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.392279] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152f14c6-778e-4a14-b541-659a2cdbd02f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.895491] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.895491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.895765] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 152f14c6-778e-4a14-b541-659a2cdbd02f with status ACTIVE [ 847.895809] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.895971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.896071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.896346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.896465] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.896702] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.896831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.896915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.897130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.897235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.897498] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.897634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.897702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.897895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.898011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.898132] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 152f14c6-778e-4a14-b541-659a2cdbd02f is going to be updated. [ 847.924280] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.924426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.924499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.924708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.925272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.925272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.947980] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 847.948203] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d deletion is rescheduled due to dependency. [ 847.948315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.300050] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c01b943-b8e3-43c6-a461-9a4078488501 in Status: SUCCESS [ 848.300282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.897956] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 848.898363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.973437] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 848.973777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.974022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.974390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.974483] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.974565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.975253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.975444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.975524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.975723] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.064306] env[69763]: INFO networking_nsxv3.common.synchronization [req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 req-04abd44a-19ac-4acc-b39e-8dc5906c7ad8 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 849.064782] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 849.068622] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.068622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.068622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.068622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.068622] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.068622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.068622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.068622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.068622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.068622] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.145227] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f in Status: SUCCESS [ 849.145227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.333327] env[69763]: INFO networking_nsxv3.common.synchronization [req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 req-42879201-8fbc-46ed-924b-31fc82b2af1c tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 849.333801] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 849.334140] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.334247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.400797] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: SUCCESS [ 849.401623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.478195] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.572191] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.618661] env[69763]: INFO networking_nsxv3.common.synchronization [req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 req-42594b95-40a7-4305-bbf0-d7a523d12a78 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 849.619253] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 849.619559] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.619676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.982436] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.077892] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.084358] env[69763]: INFO networking_nsxv3.common.synchronization [req-040c725b-78cf-4176-813b-40967e31083a req-ac61c60b-72de-46bc-b140-4ee25464c66b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 850.084930] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 850.086448] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.086597] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.086661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.086894] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.087045] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.087155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.087218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.087369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.088189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.088419] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.484647] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.484807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.484907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.485129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.485213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.485319] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 850.515058] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.515205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.515283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.515474] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.515622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.524860] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 850.539038] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 req-27248826-09fc-450b-9146-30b26f89efdd tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Enqueued Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 850.539754] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 850.540094] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.540232] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.540287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.540493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.540640] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.540736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.540804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.540971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.541283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.541283] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.577308] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.578569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.578569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.578569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.578569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.578569] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 850.590958] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.615044] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.615044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.615044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.615044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.615044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.622993] env[69763]: INFO networking_nsxv3.common.synchronization [req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b req-850dfdd0-3e7b-4700-a0bc-8dcd31143f73 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 850.623672] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGHEST for action security_group_members [ 850.623949] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.624062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.635270] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 851.035675] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.036077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.036077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.036314] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.036582] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.036741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.036861] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.039659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.039882] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.040751] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.040751] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.040751] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.040751] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.040751] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.040972] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.040972] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.044209] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.067448] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.067605] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.067805] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.067926] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-209" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.068270] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-b774309a-b12d-42b5-81e1-9e8615fe0806 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.068460] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-b774309a-b12d-42b5-81e1-9e8615fe0806" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.068554] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-b774309a-b12d-42b5-81e1-9e8615fe0806" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.069517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-b774309a-b12d-42b5-81e1-9e8615fe0806" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.069517] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b774309a-b12d-42b5-81e1-9e8615fe0806',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.094314] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.546907] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.573947] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.573947] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.573947] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.574575] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.574575] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.577409] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port b774309a-b12d-42b5-81e1-9e8615fe0806 not found, creating... [ 851.578237] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.578428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.578428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.580382] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.580583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.582621] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.582621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.582621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.582621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.582621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.582621] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: b774309a-b12d-42b5-81e1-9e8615fe0806 is going to be created. [ 851.596304] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.596453] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.596521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.596722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.596804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.596899] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be updated. [ 851.605399] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.605650] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.605851] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.606301] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.606664] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.607061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-b774309a-b12d-42b5-81e1-9e8615fe0806" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.627461] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.627538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.627581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.627791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.627925] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.636703] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: IN_PROGRESS for 2s [ 852.049270] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.049960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.050222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.050860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.051142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.051473] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f is going to be updated. [ 852.086609] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.086609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.086609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.086609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.086609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.097762] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: IN_PROGRESS for 2s [ 852.469331] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 req-b7fc2913-669e-4565-8c10-0b22945cef9a service nova] Enqueued Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_rules [ 852.469447] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 req-b7fc2913-669e-4565-8c10-0b22945cef9a service nova] Enqueued Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 852.469742] env[69763]: INFO networking_nsxv3.common.synchronization [req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 req-b7fc2913-669e-4565-8c10-0b22945cef9a service nova] Enqueued Resource ID: b774309a-b12d-42b5-81e1-9e8615fe0806 with Priority: HIGHEST for action port [ 852.470447] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_rules [ 852.470447] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 852.470447] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b774309a-b12d-42b5-81e1-9e8615fe0806 with Priority: HIGHEST for action port [ 852.470706] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.470867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.470919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.473035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.473035] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.473574] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.473664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.474359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-b774309a-b12d-42b5-81e1-9e8615fe0806 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.474511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b774309a-b12d-42b5-81e1-9e8615fe0806" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.474574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b774309a-b12d-42b5-81e1-9e8615fe0806" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.475321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b774309a-b12d-42b5-81e1-9e8615fe0806" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.475414] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b774309a-b12d-42b5-81e1-9e8615fe0806',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.536374] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 852.536606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.536769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.536980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.537203] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.537324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.537393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.537547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.537628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.537713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.537808] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.647334] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 852.647334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.647334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.647334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.647615] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.647615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.647615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.648032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.648032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.648149] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.978079] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.978351] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.978595] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b774309a-b12d-42b5-81e1-9e8615fe0806 with status ACTIVE [ 852.978847] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.979054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.979142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.979409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.979526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.979773] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.979895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.979958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.980220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.980304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.980625] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.980677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.980762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.983121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.983239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.983341] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b774309a-b12d-42b5-81e1-9e8615fe0806 is going to be updated. [ 853.007389] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.007535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.007612] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.007838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.007948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.008128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b774309a-b12d-42b5-81e1-9e8615fe0806" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.040571] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.041534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.041694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.042209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.042209] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.042390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.042500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.042950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.042950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.042950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.043509] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.044203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.044203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.044203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.044203] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.044203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.044203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.044601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.044794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.045821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.045821] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.153487] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.153487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.153487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.153487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.153487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.153487] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.153487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.153487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.153487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.153487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.153487] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 853.202045] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.202045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.202045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.202045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.202045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.213538] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 853.346511] env[69763]: INFO networking_nsxv3.common.synchronization [req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 req-fc64200f-582a-4c2e-b0e5-c8fabb59ad62 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Enqueued Resource ID: 1c01b943-b8e3-43c6-a461-9a4078488501 with Priority: HIGHEST for action security_group_members [ 853.348961] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01b943-b8e3-43c6-a461-9a4078488501 with Priority: HIGHEST for action security_group_members [ 853.350231] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01b943-b8e3-43c6-a461-9a4078488501 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.350615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.350615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.350852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.351222] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.351666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.351796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.352655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.352733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.352868] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c01b943-b8e3-43c6-a461-9a4078488501',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.548043] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ab7a11-2e57-46c6-bf69-a17240860379: rpc.has_security_group_logging(os_id): False [ 853.568898] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.569024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.569076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.569279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.589317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.589649] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.589776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.589856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.590099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.590221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.590516] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.590664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.590747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.590967] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.591128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.591395] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.591576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.591678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.591869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.591989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.592140] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 853.646938] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 853.649752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.649752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.649752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.649752] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.649752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.649752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.649752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.649752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.649752] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.677047] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.677321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.677321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.677488] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.677646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.691182] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 853.856044] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.856261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.856329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.856607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.856704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.856961] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.857107] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.857170] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.857328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.857405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.857493] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c01b943-b8e3-43c6-a461-9a4078488501 is going to be updated. [ 853.897418] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.897614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.897703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.897968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.898140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.909026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01b943-b8e3-43c6-a461-9a4078488501 in Status: IN_PROGRESS for 2s [ 854.112840] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: SUCCESS [ 854.113106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.113299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.113527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.113735] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.113926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.113997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.114204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.114282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.114383] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.151822] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.151822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.151822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.154070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.154070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.154070] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.154070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.154070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.154070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.154070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.154070] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be updated. [ 854.210124] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.210372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.210372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.211872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.211872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.230805] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: IN_PROGRESS for 2s [ 854.617102] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.121401] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.168844] env[69763]: INFO networking_nsxv3.common.synchronization [req-a67f8463-1229-4877-931d-5ed3e9a3a288 req-9c6a4d4f-3058-4e53-ad62-4a09bc3542f1 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_members [ 855.169560] env[69763]: INFO networking_nsxv3.common.synchronization [req-a67f8463-1229-4877-931d-5ed3e9a3a288 req-9c6a4d4f-3058-4e53-ad62-4a09bc3542f1 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 855.170154] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_members [ 855.170359] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 855.170688] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d81af8-bf6d-4b30-8809-96ab6d8156de taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.172413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.172413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.172413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.172413] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.172413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.172413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.172413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.172413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.172706] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.174134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.174320] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.174424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.174665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.174873] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.175042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.175152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.175381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.175514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.175659] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.229207] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 855.229324] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af deletion is rescheduled due to dependency. [ 855.229445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.229616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.229968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.230197] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.230358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.230424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.230574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.230679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.230887] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.271195] env[69763]: INFO networking_nsxv3.common.synchronization [req-a67f8463-1229-4877-931d-5ed3e9a3a288 req-9c6a4d4f-3058-4e53-ad62-4a09bc3542f1 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_rules [ 855.271398] env[69763]: INFO networking_nsxv3.common.synchronization [req-a67f8463-1229-4877-931d-5ed3e9a3a288 req-9c6a4d4f-3058-4e53-ad62-4a09bc3542f1 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_members [ 855.271534] env[69763]: INFO networking_nsxv3.common.synchronization [req-a67f8463-1229-4877-931d-5ed3e9a3a288 req-9c6a4d4f-3058-4e53-ad62-4a09bc3542f1 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 855.271666] env[69763]: INFO networking_nsxv3.common.synchronization [req-a67f8463-1229-4877-931d-5ed3e9a3a288 req-9c6a4d4f-3058-4e53-ad62-4a09bc3542f1 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 855.271794] env[69763]: INFO networking_nsxv3.common.synchronization [req-a67f8463-1229-4877-931d-5ed3e9a3a288 req-9c6a4d4f-3058-4e53-ad62-4a09bc3542f1 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 152f14c6-778e-4a14-b541-659a2cdbd02f with Priority: HIGHEST for action port [ 855.273956] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_rules [ 855.273956] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 855.273956] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152f14c6-778e-4a14-b541-659a2cdbd02f with Priority: HIGHEST for action port [ 855.273956] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_members [ 855.273956] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 855.274137] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58d81af8-bf6d-4b30-8809-96ab6d8156de taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.274232] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.274292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.274543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.274618] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.276267] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.276267] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.277102] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-152f14c6-778e-4a14-b541-659a2cdbd02f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.277102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.277102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.277293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.277371] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152f14c6-778e-4a14-b541-659a2cdbd02f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.279113] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d81af8-bf6d-4b30-8809-96ab6d8156de taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.279113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.279113] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.279280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.323526] env[69763]: INFO networking_nsxv3.common.synchronization [req-4ac83c65-536c-474b-9a85-32bdfeab687b req-4ec2dd73-4047-4270-afc4-aba94c29d2d5 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Enqueued Resource ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f with Priority: HIGHEST for action security_group_members [ 855.323526] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f with Priority: HIGHEST for action security_group_members [ 855.323526] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-02b90f3b-881f-4476-b284-c0b0dab6f27f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.323526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.323526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.323526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.323526] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.323526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.323526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.323900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.323900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.323900] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02b90f3b-881f-4476-b284-c0b0dab6f27f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.623789] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.623978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.624317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.624383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.624463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.624570] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f is going to be updated. [ 855.656994] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.656994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.656994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.656994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.656994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.665641] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: IN_PROGRESS for 2s [ 855.681633] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.681633] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.707365] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 855.707365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.707365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.707365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.707365] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.736490] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.736661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.736724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.736946] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.737843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.737843] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.737843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.737843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.737843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.737843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.737843] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 855.775259] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.775404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.775495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.775882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.777067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.780118] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 152f14c6-778e-4a14-b541-659a2cdbd02f with status ACTIVE [ 855.780118] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.782189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.782381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.782633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.782769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.783489] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.783489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.783489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.783489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.783753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.786838] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.786838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.786838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.786838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.786838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.786838] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 152f14c6-778e-4a14-b541-659a2cdbd02f is going to be updated. [ 855.786838] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d81af8-bf6d-4b30-8809-96ab6d8156de taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.786838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.788278] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 855.802402] env[69763]: INFO networking_nsxv3.common.synchronization [req-34774962-5b85-41f3-a0f0-d738c3acaaf1 req-0d266701-a365-43c1-8637-7699ca041f80 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 855.802958] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 855.803300] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.803397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.803460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.806660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.806882] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.807061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.807130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.810095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.810095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.810095] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.811465] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.811598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.811709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.811848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.811986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.816696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.826627] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.826848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.826848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.828357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.828357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.828357] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.828357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.828357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.828357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.828640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.828640] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f is going to be updated. [ 855.870567] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.870567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.870567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.870567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.870567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.889037] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f in Status: IN_PROGRESS for 2s [ 855.927099] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01b943-b8e3-43c6-a461-9a4078488501 in Status: SUCCESS [ 855.927481] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c01b943-b8e3-43c6-a461-9a4078488501 deletion is rescheduled due to dependency. [ 855.927702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.183129] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.187415] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.208430] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.208575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.241434] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652d4605-ce2f-4651-af59-b4d37c5f480e in Status: SUCCESS [ 856.241614] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e deletion is rescheduled due to dependency. [ 856.241732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.319538] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.692669] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.692854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.692854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.693247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.693417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.693648] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de is going to be created. [ 856.696295] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.696518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.696661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.697068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.697297] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.697494] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 856.727250] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.727482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.727482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.727713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.727890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.732064] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.732312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.732415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.732634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.732828] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.740585] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de in Status: UNINITIALIZED for 2s [ 856.742430] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 856.828684] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.332674] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.332674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.332674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.332674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.332674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.332674] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be updated. [ 857.366747] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.366907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.367058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.367262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.367403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.378059] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: IN_PROGRESS for 2s [ 857.678356] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: SUCCESS [ 857.678708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.678934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.679429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.679677] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.679836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.680035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.680710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.680875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.680907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.681140] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.801437] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 857.801701] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af deletion is rescheduled due to dependency. [ 857.801822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.899452] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f in Status: SUCCESS [ 857.899452] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f deletion is rescheduled due to dependency. [ 857.899452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.016818] env[69763]: INFO networking_nsxv3.common.synchronization [req-0a5068fa-45bb-4501-918b-4173632c64da req-465380a1-e73a-45cb-adbf-13429eff4dba tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Enqueued Resource ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 with Priority: HIGHEST for action security_group_members [ 858.017737] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 with Priority: HIGHEST for action security_group_members [ 858.018147] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.018385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.018385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.019283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.019283] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.019283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.019283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.019283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.019283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.019556] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efad01e-9ae0-45dc-a376-1c12acbdb5c4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.187159] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.187159] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.187159] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.187159] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.187159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.187842] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.190199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.190199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.190199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.190199] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.523030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.523780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.523891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.524103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.524152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.524347] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.524481] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.524530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.524788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.524788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.524788] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 already deleted. [ 858.524881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.548662] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.548869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-620" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.549062] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-620" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.549419] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-620" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.549631] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.549792] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.549965] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.550584] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.550584] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.550584] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.550584] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.550769] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.550813] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.551020] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.551020] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.551273] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.571316] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.571494] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.571636] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.571915] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-620" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.572155] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.572332] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.572450] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.572775] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.572910] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8a07fea-9d26-4b4c-baa6-1419ed58fe7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.694322] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd5f9a57-557c-4693-9b3b-fd41b22c240f: rpc.has_security_group_logging(os_id): False [ 858.712466] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.712622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.712690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.712903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.732273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.732552] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.732674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.732744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.732943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.733068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.733273] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.733368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.733463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.733585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.733659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.733878] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.734058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.734058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.734163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.734225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.734314] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f is going to be updated. [ 858.750032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de in Status: SUCCESS [ 858.751387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.751526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.751748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.751943] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.752080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.752148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.752312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.752397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.752751] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.754172] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 858.754552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.754552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.754776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.754962] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.755114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.755197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.755366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.755442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.755539] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.803675] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.803803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.803878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.804102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.804257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.822562] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: IN_PROGRESS for 2s [ 859.085029] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.085029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.085029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.085029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.085029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.085029] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port f8a07fea-9d26-4b4c-baa6-1419ed58fe7f not found, creating... [ 859.085029] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.085029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.085029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.085029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.085029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.085980] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.086361] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.086496] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.086809] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.086915] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.087109] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: f8a07fea-9d26-4b4c-baa6-1419ed58fe7f is going to be created. [ 859.123682] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.123682] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.123682] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.124026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.124249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.124517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.259162] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.261645] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.396490] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 859.396490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.763148] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.764100] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.973251] env[69763]: INFO networking_nsxv3.common.synchronization [req-0a5068fa-45bb-4501-918b-4173632c64da req-d004f2da-c5fa-4a21-aefe-5c1bf1755bd2 service nova] Enqueued Resource ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 with Priority: HIGHEST for action security_group_rules [ 859.973251] env[69763]: INFO networking_nsxv3.common.synchronization [req-0a5068fa-45bb-4501-918b-4173632c64da req-d004f2da-c5fa-4a21-aefe-5c1bf1755bd2 service nova] Enqueued Resource ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 with Priority: HIGHEST for action security_group_members [ 859.973251] env[69763]: INFO networking_nsxv3.common.synchronization [req-0a5068fa-45bb-4501-918b-4173632c64da req-d004f2da-c5fa-4a21-aefe-5c1bf1755bd2 service nova] Enqueued Resource ID: f8a07fea-9d26-4b4c-baa6-1419ed58fe7f with Priority: HIGHEST for action port [ 859.973251] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 with Priority: HIGHEST for action security_group_rules [ 859.973251] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 with Priority: HIGHEST for action security_group_members [ 859.973251] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a07fea-9d26-4b4c-baa6-1419ed58fe7f with Priority: HIGHEST for action port [ 859.974632] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2efad01e-9ae0-45dc-a376-1c12acbdb5c4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.974941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.975625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.976373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.976568] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2efad01e-9ae0-45dc-a376-1c12acbdb5c4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.978483] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.981631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.981631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.981631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.981631] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.981631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.981631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.981631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.981631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.981631] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efad01e-9ae0-45dc-a376-1c12acbdb5c4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.982423] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.982544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.982544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.982828] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.982828] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8a07fea-9d26-4b4c-baa6-1419ed58fe7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.267841] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.267841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.267841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.267841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.267841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.267841] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de is going to be updated. [ 860.268346] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.268465] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.268552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.268701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.268786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.269315] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 860.298516] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.298672] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.298930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.299164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.299315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.301278] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.301408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.301516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.301649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.301776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.320026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de in Status: IN_PROGRESS for 2s [ 860.320026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 860.485602] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.485786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.486334] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2efad01e-9ae0-45dc-a376-1c12acbdb5c4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.487412] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8a07fea-9d26-4b4c-baa6-1419ed58fe7f with status ACTIVE [ 860.487521] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.487689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.487837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.488151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.491666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.491666] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.491666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.491666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.491666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.491666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.491666] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.491666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.491666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.491666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.491666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.491666] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8a07fea-9d26-4b4c-baa6-1419ed58fe7f is going to be updated. [ 860.512302] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.512462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.512542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.512767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.512904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.513079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.841833] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: SUCCESS [ 860.841833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.991565] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2efad01e-9ae0-45dc-a376-1c12acbdb5c4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.454624] env[69763]: INFO networking_nsxv3.common.synchronization [None req-7d797b48-a740-4011-bdfc-afc462cfcab8 None None] Enqueued Resource ID: 248d4810-fbbe-442f-9570-b56306b0fcf3 with Priority: HIGHEST for action port [ 861.455325] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248d4810-fbbe-442f-9570-b56306b0fcf3 with Priority: HIGHEST for action port [ 861.455667] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-248d4810-fbbe-442f-9570-b56306b0fcf3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.455834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-248d4810-fbbe-442f-9570-b56306b0fcf3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.455905] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-248d4810-fbbe-442f-9570-b56306b0fcf3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.456341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-248d4810-fbbe-442f-9570-b56306b0fcf3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.456445] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248d4810-fbbe-442f-9570-b56306b0fcf3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.494998] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.495420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.495549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.495772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.495918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.496050] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 is going to be created. [ 861.525284] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.525465] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.525543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.525753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.525947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.546100] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 in Status: UNINITIALIZED for 2s [ 861.785951] env[69763]: INFO networking_nsxv3.common.synchronization [req-17478b45-6b45-4556-8494-8ca4cc43c255 req-89637ff5-2b39-4081-b1ce-8666f3803d8d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 673ad866-0224-4ffb-988d-b686dabab4bd with Priority: HIGHEST for action security_group_members [ 861.786335] env[69763]: INFO networking_nsxv3.common.synchronization [req-17478b45-6b45-4556-8494-8ca4cc43c255 req-89637ff5-2b39-4081-b1ce-8666f3803d8d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 861.786500] env[69763]: INFO networking_nsxv3.common.synchronization [req-17478b45-6b45-4556-8494-8ca4cc43c255 req-89637ff5-2b39-4081-b1ce-8666f3803d8d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_members [ 861.787888] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673ad866-0224-4ffb-988d-b686dabab4bd with Priority: HIGHEST for action security_group_members [ 861.788051] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 861.788180] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_members [ 861.792230] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-673ad866-0224-4ffb-988d-b686dabab4bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.792398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.792481] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.792767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.792958] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.793344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.793344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.793344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.793476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.793476] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('673ad866-0224-4ffb-988d-b686dabab4bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.795037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.795037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.795037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d81af8-bf6d-4b30-8809-96ab6d8156de taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.795037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.878581] env[69763]: INFO networking_nsxv3.common.synchronization [req-17478b45-6b45-4556-8494-8ca4cc43c255 req-89637ff5-2b39-4081-b1ce-8666f3803d8d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_rules [ 861.878866] env[69763]: INFO networking_nsxv3.common.synchronization [req-17478b45-6b45-4556-8494-8ca4cc43c255 req-89637ff5-2b39-4081-b1ce-8666f3803d8d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_members [ 861.878907] env[69763]: INFO networking_nsxv3.common.synchronization [req-17478b45-6b45-4556-8494-8ca4cc43c255 req-89637ff5-2b39-4081-b1ce-8666f3803d8d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 673ad866-0224-4ffb-988d-b686dabab4bd with Priority: HIGHEST for action security_group_rules [ 861.879104] env[69763]: INFO networking_nsxv3.common.synchronization [req-17478b45-6b45-4556-8494-8ca4cc43c255 req-89637ff5-2b39-4081-b1ce-8666f3803d8d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 673ad866-0224-4ffb-988d-b686dabab4bd with Priority: HIGHEST for action security_group_members [ 861.885501] env[69763]: INFO networking_nsxv3.common.synchronization [req-17478b45-6b45-4556-8494-8ca4cc43c255 req-89637ff5-2b39-4081-b1ce-8666f3803d8d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 861.885834] env[69763]: INFO networking_nsxv3.common.synchronization [req-17478b45-6b45-4556-8494-8ca4cc43c255 req-89637ff5-2b39-4081-b1ce-8666f3803d8d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 861.886075] env[69763]: INFO networking_nsxv3.common.synchronization [req-17478b45-6b45-4556-8494-8ca4cc43c255 req-89637ff5-2b39-4081-b1ce-8666f3803d8d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 152f14c6-778e-4a14-b541-659a2cdbd02f with Priority: HIGHEST for action port [ 861.886855] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_rules [ 861.887057] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673ad866-0224-4ffb-988d-b686dabab4bd with Priority: HIGHEST for action security_group_rules [ 861.887196] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 861.887404] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152f14c6-778e-4a14-b541-659a2cdbd02f with Priority: HIGHEST for action port [ 861.888221] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_rules [ 861.888221] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_members [ 861.888221] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673ad866-0224-4ffb-988d-b686dabab4bd with Priority: HIGHEST for action security_group_members [ 861.888221] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58d81af8-bf6d-4b30-8809-96ab6d8156de taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.888221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.888756] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-673ad866-0224-4ffb-988d-b686dabab4bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.888756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.888756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.888979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.889127] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('673ad866-0224-4ffb-988d-b686dabab4bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.890541] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.890656] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.890883] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-152f14c6-778e-4a14-b541-659a2cdbd02f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.892340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.894429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.894429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.894429] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152f14c6-778e-4a14-b541-659a2cdbd02f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.894429] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.894429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.894429] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d81af8-bf6d-4b30-8809-96ab6d8156de taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.895354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.895354] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-673ad866-0224-4ffb-988d-b686dabab4bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.895354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.961233] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 248d4810-fbbe-442f-9570-b56306b0fcf3 [ 861.961468] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.961607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.961672] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.961883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.961972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.962078] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:248d4810-fbbe-442f-9570-b56306b0fcf3 already deleted. [ 861.963246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-248d4810-fbbe-442f-9570-b56306b0fcf3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.291905] env[69763]: INFO networking_nsxv3.common.synchronization [None req-01bb77c2-b2ec-4cb7-940f-02b35774c471 None None] Enqueued Resource ID: 0cb3f87a-39be-48f3-9cec-0a08d0f315ed with Priority: HIGHEST for action port [ 862.296051] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb3f87a-39be-48f3-9cec-0a08d0f315ed with Priority: HIGHEST for action port [ 862.296430] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb3f87a-39be-48f3-9cec-0a08d0f315ed taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.296560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb3f87a-39be-48f3-9cec-0a08d0f315ed" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.296628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb3f87a-39be-48f3-9cec-0a08d0f315ed" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.296902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb3f87a-39be-48f3-9cec-0a08d0f315ed" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.296984] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb3f87a-39be-48f3-9cec-0a08d0f315ed',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.297959] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('673ad866-0224-4ffb-988d-b686dabab4bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.333094] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 862.333325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.334090] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de in Status: SUCCESS [ 862.334261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.334430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.334943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.334943] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.334943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.335130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.338529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.338640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.338751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.338862] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.339789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.339999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.340210] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.340358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.340423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.340583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.340662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.340744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.340848] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.348176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.348176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.348176] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.348176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.348176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.348176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.348176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.348176] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.348176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.352088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.352088] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.352088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.352088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.352088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.352088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.352088] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.396582] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 152f14c6-778e-4a14-b541-659a2cdbd02f with status ACTIVE [ 862.396582] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.396716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.396716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.397336] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.397336] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.397336] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.397336] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.397573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.397573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.397642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.397792] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.397888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.397950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.398151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.398231] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.398336] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 152f14c6-778e-4a14-b541-659a2cdbd02f is going to be updated. [ 862.399981] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-673ad866-0224-4ffb-988d-b686dabab4bd taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.400126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.424324] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.424537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.424537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.424755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.424900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.425076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152f14c6-778e-4a14-b541-659a2cdbd02f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.801989] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cb3f87a-39be-48f3-9cec-0a08d0f315ed [ 862.801989] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.801989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.801989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.801989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.801989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.801989] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cb3f87a-39be-48f3-9cec-0a08d0f315ed already deleted. [ 862.802508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb3f87a-39be-48f3-9cec-0a08d0f315ed" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.802508] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('673ad866-0224-4ffb-988d-b686dabab4bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.832664] env[69763]: INFO networking_nsxv3.common.synchronization [req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 req-79036974-ebaa-4e87-a108-2c31d4a8326b tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Enqueued Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 862.832664] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGHEST for action security_group_members [ 862.833200] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.834217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.834217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.834217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.834217] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.834217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.834217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.834217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.834217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.834217] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.846126] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.846258] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.852993] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.856194] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.861498] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.308450] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.309048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.309048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.309048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.309048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.309248] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 673ad866-0224-4ffb-988d-b686dabab4bd is going to be created. [ 863.337542] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.337781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.337838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.338186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.340362] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.340533] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.340604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.340823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.341686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.352655] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 673ad866-0224-4ffb-988d-b686dabab4bd in Status: UNINITIALIZED for 2s [ 863.362336] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.364249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.364508] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.364624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.364697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.364894] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.364978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.365398] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19020ff-645a-46c5-b220-8286e1251675 is going to be updated. [ 863.366611] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58d81af8-bf6d-4b30-8809-96ab6d8156de: rpc.has_security_group_logging(os_id): False [ 863.367604] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.386577] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.386789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.386869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.387096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.387194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.387421] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.387522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.387587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.387745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.387821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.387907] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de is going to be created. [ 863.399919] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.399919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.399919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.399919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.399919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.409933] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: IN_PROGRESS for 2s [ 863.452248] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.452248] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.452425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.452540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.452754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.468125] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de in Status: IN_PROGRESS for 2s [ 863.572284] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 in Status: SUCCESS [ 863.572284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.572284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.572284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.572284] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.572284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.572284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.572284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.572284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.572284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.572284] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2efad01e-9ae0-45dc-a376-1c12acbdb5c4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.681882] env[69763]: INFO networking_nsxv3.common.synchronization [None req-686c2fe1-b18d-4fb9-962d-1c971ceafbbc None None] Enqueued Resource ID: 8f260d31-ed4d-4a35-98fd-24edfdf35d45 with Priority: HIGHEST for action port [ 863.682533] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f260d31-ed4d-4a35-98fd-24edfdf35d45 with Priority: HIGHEST for action port [ 863.682815] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f260d31-ed4d-4a35-98fd-24edfdf35d45 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.682951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f260d31-ed4d-4a35-98fd-24edfdf35d45" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.683060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f260d31-ed4d-4a35-98fd-24edfdf35d45" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.683290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f260d31-ed4d-4a35-98fd-24edfdf35d45" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.683379] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f260d31-ed4d-4a35-98fd-24edfdf35d45',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.870289] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.870448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.870521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.870736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.870857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.871011] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 863.876077] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.876374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.876374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.876584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.876676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.876786] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de is going to be updated. [ 863.907367] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.909831] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.909955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.910027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.910222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.910330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.923325] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de in Status: IN_PROGRESS for 2s [ 863.924323] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 864.077706] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.077950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.078081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.078359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.079083] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.079300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.079390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.079891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.079982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.081133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.081499] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.081499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.081633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.081693] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.081849] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.081949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.082014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.082162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.082240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.082319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.082418] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2efad01e-9ae0-45dc-a376-1c12acbdb5c4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.185680] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f260d31-ed4d-4a35-98fd-24edfdf35d45 [ 864.186151] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.186379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.186515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.186830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.187471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.187471] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f260d31-ed4d-4a35-98fd-24edfdf35d45 already deleted. [ 864.187471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f260d31-ed4d-4a35-98fd-24edfdf35d45" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.384059] env[69763]: INFO networking_nsxv3.common.synchronization [req-0fd069bb-9b81-4009-b84f-cef6cf3a6382 req-0a537599-4e14-4afe-b9f3-9cf1ac01d970 tempest-SecurityGroupRulesTestJSON-1827341159 tempest-SecurityGroupRulesTestJSON-1827341159-project-member] Enqueued Resource ID: 34e6ed67-3ffb-405e-8759-6dc9ebceb7c1 with Priority: HIGHEST for action security_group_rules [ 864.384370] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e6ed67-3ffb-405e-8759-6dc9ebceb7c1 with Priority: HIGHEST for action security_group_rules [ 864.384607] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e6ed67-3ffb-405e-8759-6dc9ebceb7c1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.384739] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e6ed67-3ffb-405e-8759-6dc9ebceb7c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.384806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e6ed67-3ffb-405e-8759-6dc9ebceb7c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.386668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e6ed67-3ffb-405e-8759-6dc9ebceb7c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.386668] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e6ed67-3ffb-405e-8759-6dc9ebceb7c1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.585580] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2efad01e-9ae0-45dc-a376-1c12acbdb5c4: rpc.has_security_group_logging(os_id): False [ 864.607932] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.608128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.608128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.608348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.610023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.610023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.610023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.610023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.610542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.610542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.610542] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 is going to be created. [ 864.673647] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.673801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.673933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.674237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.674434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.703713] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 in Status: IN_PROGRESS for 2s [ 864.841375] env[69763]: INFO networking_nsxv3.common.synchronization [None req-d166222b-6979-442c-8da8-27d7fb67c803 None None] Enqueued Resource ID: 23771257-6cac-4a09-a04b-ecd107f9edc7 with Priority: HIGHEST for action port [ 864.841619] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23771257-6cac-4a09-a04b-ecd107f9edc7 with Priority: HIGHEST for action port [ 864.842206] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-23771257-6cac-4a09-a04b-ecd107f9edc7 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.842349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23771257-6cac-4a09-a04b-ecd107f9edc7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.842414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23771257-6cac-4a09-a04b-ecd107f9edc7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.842664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23771257-6cac-4a09-a04b-ecd107f9edc7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.842805] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23771257-6cac-4a09-a04b-ecd107f9edc7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.909245] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.909245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.909245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.909417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.909709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.909709] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e6ed67-3ffb-405e-8759-6dc9ebceb7c1 already deleted. [ 864.909709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e6ed67-3ffb-405e-8759-6dc9ebceb7c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.344345] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23771257-6cac-4a09-a04b-ecd107f9edc7 [ 865.344562] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.344687] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.344753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.344960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.345054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.345144] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23771257-6cac-4a09-a04b-ecd107f9edc7 already deleted. [ 865.345221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23771257-6cac-4a09-a04b-ecd107f9edc7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.362502] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 673ad866-0224-4ffb-988d-b686dabab4bd in Status: SUCCESS [ 865.363013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.363192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.363422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.363591] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.363680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.363746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.363944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.364020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.364119] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('673ad866-0224-4ffb-988d-b686dabab4bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.422196] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19020ff-645a-46c5-b220-8286e1251675 in Status: SUCCESS [ 865.422821] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19020ff-645a-46c5-b220-8286e1251675 deletion is rescheduled due to dependency. [ 865.423086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.483238] env[69763]: INFO networking_nsxv3.common.synchronization [req-c7d914f8-338f-4932-a01f-8e82f12c9121 req-8c733566-0a89-4c56-872d-cc93a347351d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 865.484962] env[69763]: INFO networking_nsxv3.common.synchronization [req-c7d914f8-338f-4932-a01f-8e82f12c9121 req-8c733566-0a89-4c56-872d-cc93a347351d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 673ad866-0224-4ffb-988d-b686dabab4bd with Priority: HIGHEST for action security_group_members [ 865.484962] env[69763]: INFO networking_nsxv3.common.synchronization [req-c7d914f8-338f-4932-a01f-8e82f12c9121 req-8c733566-0a89-4c56-872d-cc93a347351d tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_members [ 865.484962] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 865.484962] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673ad866-0224-4ffb-988d-b686dabab4bd with Priority: HIGHEST for action security_group_members [ 865.484962] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de with Priority: HIGHEST for action security_group_members [ 865.484962] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.484962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.484962] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-673ad866-0224-4ffb-988d-b686dabab4bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.484962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.487324] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-58d81af8-bf6d-4b30-8809-96ab6d8156de taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.487532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.489467] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de in Status: SUCCESS [ 865.491042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.491042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.491042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.491042] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.770781] env[69763]: INFO networking_nsxv3.common.synchronization [req-0dbfffb5-4de4-43f6-9342-139bcd86376a req-2dbebf54-177c-49ce-9097-db8ec729b5e4 tempest-SecurityGroupRulesTestJSON-1827341159 tempest-SecurityGroupRulesTestJSON-1827341159-project-member] Enqueued Resource ID: 836eacc3-6122-417d-a229-4d0c096b6fe1 with Priority: HIGHEST for action security_group_rules [ 865.771253] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836eacc3-6122-417d-a229-4d0c096b6fe1 with Priority: HIGHEST for action security_group_rules [ 865.771814] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-836eacc3-6122-417d-a229-4d0c096b6fe1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.771814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-836eacc3-6122-417d-a229-4d0c096b6fe1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.771814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-836eacc3-6122-417d-a229-4d0c096b6fe1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.774763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-836eacc3-6122-417d-a229-4d0c096b6fe1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.774848] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('836eacc3-6122-417d-a229-4d0c096b6fe1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.873114] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('673ad866-0224-4ffb-988d-b686dabab4bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.873114] env[69763]: INFO networking_nsxv3.common.synchronization [None req-f23af35b-029a-42d2-a3a2-841304bd8e31 None None] Enqueued Resource ID: 0792cb39-f4a3-4d9e-a58b-a14f51b51fbb with Priority: HIGHEST for action port [ 865.873114] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0792cb39-f4a3-4d9e-a58b-a14f51b51fbb with Priority: HIGHEST for action port [ 865.873114] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-0792cb39-f4a3-4d9e-a58b-a14f51b51fbb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.873114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0792cb39-f4a3-4d9e-a58b-a14f51b51fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.873114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0792cb39-f4a3-4d9e-a58b-a14f51b51fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.873114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0792cb39-f4a3-4d9e-a58b-a14f51b51fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.873114] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0792cb39-f4a3-4d9e-a58b-a14f51b51fbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.939208] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de in Status: SUCCESS [ 865.939208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.939208] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 865.939208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.939208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.939208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.939208] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.939208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.939208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.940285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.940557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.940857] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.944413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.944413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.944413] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.944413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.944413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.944413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.944413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.944413] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.022317] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.022469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.022575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.022823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.022897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.022997] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de is going to be deleted. [ 866.087604] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.090176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.090176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.090176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.090176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.090176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.296434] env[69763]: INFO networking_nsxv3.common.synchronization [None req-39fcebad-4c9a-446f-86ef-14e46ef594b6 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Enqueued Resource ID: 54a0aa03-8d00-4163-91a4-73c1e440a82d with Priority: HIGHEST for action security_group_rules [ 866.298663] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a0aa03-8d00-4163-91a4-73c1e440a82d with Priority: HIGHEST for action security_group_rules [ 866.299626] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.299698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.299760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.299961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.303492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.303651] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 836eacc3-6122-417d-a229-4d0c096b6fe1 already deleted. [ 866.303766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-836eacc3-6122-417d-a229-4d0c096b6fe1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.304089] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54a0aa03-8d00-4163-91a4-73c1e440a82d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.304290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54a0aa03-8d00-4163-91a4-73c1e440a82d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.304290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54a0aa03-8d00-4163-91a4-73c1e440a82d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.304600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54a0aa03-8d00-4163-91a4-73c1e440a82d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.306201] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54a0aa03-8d00-4163-91a4-73c1e440a82d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.370190] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('673ad866-0224-4ffb-988d-b686dabab4bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.375961] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0792cb39-f4a3-4d9e-a58b-a14f51b51fbb [ 866.376302] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.376441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.376508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.376716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.376797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.376884] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0792cb39-f4a3-4d9e-a58b-a14f51b51fbb already deleted. [ 866.376959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0792cb39-f4a3-4d9e-a58b-a14f51b51fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.447819] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.447819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.447819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.448381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.448381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.448381] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.448381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.448740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.448740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.448740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.448880] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de is going to be deleted. [ 866.452667] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.489905] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.490118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.490254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.490403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.490547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.490610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.490752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.491514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.491691] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.491798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.491865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.492010] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.492090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.492185] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58d81af8-bf6d-4b30-8809-96ab6d8156de',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.561137] env[69763]: INFO networking_nsxv3.common.synchronization [None req-2d6b2eac-9788-4f61-a484-0a26288bf8d6 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Enqueued Resource ID: 54a0aa03-8d00-4163-91a4-73c1e440a82d with Priority: HIGHEST for action security_group_rules [ 866.563341] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a0aa03-8d00-4163-91a4-73c1e440a82d with Priority: HIGHEST for action security_group_rules [ 866.570113] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54a0aa03-8d00-4163-91a4-73c1e440a82d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.570113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54a0aa03-8d00-4163-91a4-73c1e440a82d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.721577] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 in Status: SUCCESS [ 866.722120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.830379] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.830579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.830655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.830920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.832929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.832929] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54a0aa03-8d00-4163-91a4-73c1e440a82d already deleted. [ 866.832929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54a0aa03-8d00-4163-91a4-73c1e440a82d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.836420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54a0aa03-8d00-4163-91a4-73c1e440a82d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.836420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54a0aa03-8d00-4163-91a4-73c1e440a82d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.836420] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54a0aa03-8d00-4163-91a4-73c1e440a82d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.876794] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.876946] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.877548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.877807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.877807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.877909] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 673ad866-0224-4ffb-988d-b686dabab4bd is going to be updated. [ 866.912828] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.913055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.913055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.914044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.914044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.927197] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 673ad866-0224-4ffb-988d-b686dabab4bd in Status: IN_PROGRESS for 2s [ 866.958432] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.995591] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.995807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.995881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.996151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.996247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.996466] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.996567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.996629] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.996876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.996974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.997096] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58d81af8-bf6d-4b30-8809-96ab6d8156de already deleted. [ 866.997459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58d81af8-bf6d-4b30-8809-96ab6d8156de" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.359163] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.359163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.359163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.359163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.359163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.359163] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54a0aa03-8d00-4163-91a4-73c1e440a82d already deleted. [ 867.359163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54a0aa03-8d00-4163-91a4-73c1e440a82d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.464391] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.464728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.464728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.464990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.465140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.465295] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 867.508567] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.508567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.508567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.508567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.508567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.521106] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 867.686143] env[69763]: INFO networking_nsxv3.common.synchronization [req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 req-63c28aa7-c09c-47b3-9e67-b4da20e577d9 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 867.686143] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 867.686475] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.686736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.686906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.687248] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.687532] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.687766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.687930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.688199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.688410] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.689215] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.027547] env[69763]: INFO networking_nsxv3.common.synchronization [None req-b351f1f5-c16f-47d8-99fd-2369ecbc8fe3 None None] Enqueued Resource ID: 78ca2b32-32d3-461e-bb60-7271623835f3 with Priority: HIGHEST for action port [ 868.027862] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2b32-32d3-461e-bb60-7271623835f3 with Priority: HIGHEST for action port [ 868.028405] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ca2b32-32d3-461e-bb60-7271623835f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.028542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ca2b32-32d3-461e-bb60-7271623835f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.028611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ca2b32-32d3-461e-bb60-7271623835f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.028866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ca2b32-32d3-461e-bb60-7271623835f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.028949] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ca2b32-32d3-461e-bb60-7271623835f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.101135] env[69763]: INFO networking_nsxv3.common.synchronization [req-b25911b4-5ea0-48b2-b373-d0944725d3c5 req-4a681869-8496-40ab-aa7d-3d3468bd52c2 tempest-SecurityGroupRulesTestJSON-1827341159 tempest-SecurityGroupRulesTestJSON-1827341159-project-member] Enqueued Resource ID: a87401ac-1ca2-46c0-8858-10fafa74a296 with Priority: HIGHEST for action security_group_rules [ 868.101652] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87401ac-1ca2-46c0-8858-10fafa74a296 with Priority: HIGHEST for action security_group_rules [ 868.101955] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a87401ac-1ca2-46c0-8858-10fafa74a296 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.102462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a87401ac-1ca2-46c0-8858-10fafa74a296" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.102545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a87401ac-1ca2-46c0-8858-10fafa74a296" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.102815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a87401ac-1ca2-46c0-8858-10fafa74a296" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.102899] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a87401ac-1ca2-46c0-8858-10fafa74a296',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.191323] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.191539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.191617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.191824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.191915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.192143] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.192262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.192316] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.192455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.192532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.192622] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 868.233713] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.233949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.234056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.234284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.234442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.244800] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 868.532451] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78ca2b32-32d3-461e-bb60-7271623835f3 [ 868.532760] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.532844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.532919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.533565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.533565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.533565] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78ca2b32-32d3-461e-bb60-7271623835f3 already deleted. [ 868.533565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ca2b32-32d3-461e-bb60-7271623835f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.623170] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.623170] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.624276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.624360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.624418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.624522] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a87401ac-1ca2-46c0-8858-10fafa74a296 already deleted. [ 868.624606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a87401ac-1ca2-46c0-8858-10fafa74a296" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.919192] env[69763]: INFO networking_nsxv3.common.synchronization [req-53b4a459-3f2c-4c56-9314-cb3b9218c947 req-3fb23e70-a28b-4b1a-9f25-484299dce082 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 868.919192] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 868.919192] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.919192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.919192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.919192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.919192] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.919192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.919192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.919192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.919192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.919649] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.937146] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 673ad866-0224-4ffb-988d-b686dabab4bd in Status: SUCCESS [ 868.937146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.937291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.937455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.938031] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.938031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.938031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.938031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.938031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.938308] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.938308] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('673ad866-0224-4ffb-988d-b686dabab4bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.943524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.943524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.943805] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.943882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.943882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.944138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.944220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.944318] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('673ad866-0224-4ffb-988d-b686dabab4bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.354256] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.354453] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.354562] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.354836] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.355134] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.355306] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.355576] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.355688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.355786] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.355935] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.356085] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.356217] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.356316] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.356430] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.356537] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.356674] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.377929] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.378210] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.378288] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.378416] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.378749] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-f7f8b472-bfb8-4c07-870f-8b2f446c4378 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.378918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-f7f8b472-bfb8-4c07-870f-8b2f446c4378" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.379199] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-f7f8b472-bfb8-4c07-870f-8b2f446c4378" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.379647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-f7f8b472-bfb8-4c07-870f-8b2f446c4378" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.379877] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f8b472-bfb8-4c07-870f-8b2f446c4378',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.425659] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.446680] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.446903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.446903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.447466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.447466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.447466] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.447466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.447617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.447738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.447738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.447947] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 673ad866-0224-4ffb-988d-b686dabab4bd is going to be deleted. [ 869.448866] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('673ad866-0224-4ffb-988d-b686dabab4bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.481201] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.481613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.481695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.481959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.482159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.482314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.531298] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 869.531533] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.531684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.532010] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.532104] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.532206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.533150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.533150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.533150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.533150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.533150] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.533150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.533150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.533150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.533150] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.533619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.533619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.533619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.533619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.533619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.533619] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.534560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.534748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.534897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.534998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.535075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.535309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.535309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.535429] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.801735] env[69763]: INFO networking_nsxv3.common.synchronization [req-ba9eb4fd-682c-43f7-80a5-4b53a0baad16 req-04728fe9-4b7a-4a7a-812a-a6ffd6b9a721 tempest-SecurityGroupRulesTestJSON-1827341159 tempest-SecurityGroupRulesTestJSON-1827341159-project-member] Enqueued Resource ID: b8732623-353e-4637-a615-da3e0afd329d with Priority: HIGHEST for action security_group_rules [ 869.802291] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8732623-353e-4637-a615-da3e0afd329d with Priority: HIGHEST for action security_group_rules [ 869.802583] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8732623-353e-4637-a615-da3e0afd329d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.802707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8732623-353e-4637-a615-da3e0afd329d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.802770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8732623-353e-4637-a615-da3e0afd329d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.803631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8732623-353e-4637-a615-da3e0afd329d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.803741] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8732623-353e-4637-a615-da3e0afd329d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.882695] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.882937] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.883077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.883376] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.883533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.883694] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port f7f8b472-bfb8-4c07-870f-8b2f446c4378 not found, creating... [ 869.883968] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.884143] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.884263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.884490] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.884627] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.884917] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.885089] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.885210] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.885671] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.885671] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.885671] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: f7f8b472-bfb8-4c07-870f-8b2f446c4378 is going to be created. [ 869.909820] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.910057] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.910174] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.910456] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.910692] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.910923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-f7f8b472-bfb8-4c07-870f-8b2f446c4378" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.928598] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.950573] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 673ad866-0224-4ffb-988d-b686dabab4bd: rpc.has_security_group_logging(os_id): False [ 869.990930] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.991196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.991196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.991468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.991468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.991681] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.991783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.991845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.992015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.992092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.992327] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 673ad866-0224-4ffb-988d-b686dabab4bd is going to be created. [ 870.020449] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/673ad866-0224-4ffb-988d-b686dabab4bd], does not exist path=[/infra/domains/default/groups/673ad866-0224-4ffb-988d-b686dabab4bd]."\n}' [ 870.020770] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 673ad866-0224-4ffb-988d-b686dabab4bd failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/673ad866-0224-4ffb-988d-b686dabab4bd [ 870.020910] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 870.037215] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ab7a11-2e57-46c6-bf69-a17240860379: rpc.has_security_group_logging(os_id): False [ 870.042727] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.062282] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.062519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.062626] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.062897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.063060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.063357] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.063509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.063601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.063975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.064148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.065088] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.065088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.065088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.065088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.065088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.065088] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.065088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.065379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.065537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.065614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.065701] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 870.083785] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.084043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.086169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.086169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.086981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.087456] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.087902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.088050] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.088311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.088640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.089316] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.089701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.089860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.090142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.090521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.090521] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 673ad866-0224-4ffb-988d-b686dabab4bd is going to be created. [ 870.127100] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/673ad866-0224-4ffb-988d-b686dabab4bd], does not exist path=[/infra/domains/default/groups/673ad866-0224-4ffb-988d-b686dabab4bd]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/673ad866-0224-4ffb-988d-b686dabab4bd [ 870.127388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-673ad866-0224-4ffb-988d-b686dabab4bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.127687] env[69763]: Traceback (most recent call last): [ 870.127749] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 870.127749] env[69763]: return func(*args, **kwargs) [ 870.127749] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 870.127749] env[69763]: res.raise_for_status() [ 870.127749] env[69763]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 870.127749] env[69763]: raise HTTPError(http_error_msg, response=self) [ 870.127749] env[69763]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/673ad866-0224-4ffb-988d-b686dabab4bd [ 870.127749] env[69763]: During handling of the above exception, another exception occurred: [ 870.127749] env[69763]: Traceback (most recent call last): [ 870.128049] env[69763]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 870.128049] env[69763]: listener.cb(fileno) [ 870.128049] env[69763]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 870.128049] env[69763]: result = function(*args, **kwargs) [ 870.128049] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 870.128049] env[69763]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 870.128049] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 870.128049] env[69763]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 870.128049] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 870.128049] env[69763]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 870.128049] env[69763]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 870.128049] env[69763]: res.raise_for_status() [ 870.128049] env[69763]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 870.128049] env[69763]: raise HTTPError(http_error_msg, response=self) [ 870.128049] env[69763]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/673ad866-0224-4ffb-988d-b686dabab4bd [ 870.128049] env[69763]: Removing descriptor: 25 [ 870.212096] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.212096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.212096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.212096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.212096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.251576] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 870.256647] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 870.257081] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e deletion is rescheduled due to dependency. [ 870.257631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.336839] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.337309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.337469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.337765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.337919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.338107] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8732623-353e-4637-a615-da3e0afd329d already deleted. [ 870.338264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8732623-353e-4637-a615-da3e0afd329d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.430859] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.430859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.430859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.431266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.431406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.431511] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 870.464242] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.464379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.464379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.464602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.464782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.475479] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 870.547554] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.725555] env[69763]: INFO networking_nsxv3.common.synchronization [req-53b4a459-3f2c-4c56-9314-cb3b9218c947 req-aa9ba457-e8bf-430d-8a3b-064e9556d5e8 service nova] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_rules [ 870.725825] env[69763]: INFO networking_nsxv3.common.synchronization [req-53b4a459-3f2c-4c56-9314-cb3b9218c947 req-aa9ba457-e8bf-430d-8a3b-064e9556d5e8 service nova] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 870.726011] env[69763]: INFO networking_nsxv3.common.synchronization [req-53b4a459-3f2c-4c56-9314-cb3b9218c947 req-aa9ba457-e8bf-430d-8a3b-064e9556d5e8 service nova] Enqueued Resource ID: f7f8b472-bfb8-4c07-870f-8b2f446c4378 with Priority: HIGHEST for action port [ 870.726188] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_rules [ 870.726320] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 870.726412] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7f8b472-bfb8-4c07-870f-8b2f446c4378 with Priority: HIGHEST for action port [ 870.727010] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.727139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.727274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.727408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.727479] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.728529] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.728649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.730680] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7f8b472-bfb8-4c07-870f-8b2f446c4378 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.730680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7f8b472-bfb8-4c07-870f-8b2f446c4378" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.730680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7f8b472-bfb8-4c07-870f-8b2f446c4378" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.730680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7f8b472-bfb8-4c07-870f-8b2f446c4378" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.730680] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f8b472-bfb8-4c07-870f-8b2f446c4378',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.049891] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.050103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.050158] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.050343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.050506] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.050551] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 871.057392] env[69763]: INFO networking_nsxv3.common.synchronization [req-b28b03cf-a66f-41c9-be8b-43704b712cf2 req-78931a02-745f-43aa-81fb-40b991e53c3d tempest-SecurityGroupRulesTestJSON-1827341159 tempest-SecurityGroupRulesTestJSON-1827341159-project-member] Enqueued Resource ID: 36658c98-9a80-4468-bf34-01eff4597b41 with Priority: HIGHEST for action security_group_rules [ 871.057882] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36658c98-9a80-4468-bf34-01eff4597b41 with Priority: HIGHEST for action security_group_rules [ 871.058182] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36658c98-9a80-4468-bf34-01eff4597b41 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.058305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.058378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.058656] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.058736] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36658c98-9a80-4468-bf34-01eff4597b41',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.091684] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.091877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.091962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.092275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.092426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.106623] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 871.231114] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.231277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.231482] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7f8b472-bfb8-4c07-870f-8b2f446c4378 with status ACTIVE [ 871.231655] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.231792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.231833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.232036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.232130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.232297] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.232390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.232451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.232608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.232682] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.232851] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.232945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.233027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.233168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.233242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.233309] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7f8b472-bfb8-4c07-870f-8b2f446c4378 is going to be updated. [ 871.257725] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.257878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.257938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.258197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.258415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.258608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7f8b472-bfb8-4c07-870f-8b2f446c4378" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.497066] env[69763]: INFO networking_nsxv3.common.synchronization [req-030de692-4298-43e5-b6c0-b47691e4728f req-fcc40ca2-07fc-48a2-94ec-52268b71d41e tempest-SecurityGroupRulesTestJSON-1827341159 tempest-SecurityGroupRulesTestJSON-1827341159-project-member] Enqueued Resource ID: 36658c98-9a80-4468-bf34-01eff4597b41 with Priority: HIGHEST for action security_group_rules [ 871.497621] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36658c98-9a80-4468-bf34-01eff4597b41 with Priority: HIGHEST for action security_group_rules [ 871.497912] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36658c98-9a80-4468-bf34-01eff4597b41 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.498055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.582626] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.583429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.583429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.583429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.583429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.583429] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36658c98-9a80-4468-bf34-01eff4597b41 already deleted. [ 871.583429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.583429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.583619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.583619] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36658c98-9a80-4468-bf34-01eff4597b41',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.898138] env[69763]: INFO networking_nsxv3.common.synchronization [req-859ff6dc-0332-4456-8fad-a5e040ea8d9a req-9456e1bf-8fd4-48a2-bf88-edc9da48bd16 tempest-SecurityGroupRulesTestJSON-1827341159 tempest-SecurityGroupRulesTestJSON-1827341159-project-member] Enqueued Resource ID: 36658c98-9a80-4468-bf34-01eff4597b41 with Priority: HIGHEST for action security_group_rules [ 871.898138] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36658c98-9a80-4468-bf34-01eff4597b41 with Priority: HIGHEST for action security_group_rules [ 871.898138] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36658c98-9a80-4468-bf34-01eff4597b41 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.898138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.111386] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.111386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.111386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.111386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.111386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.111386] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36658c98-9a80-4468-bf34-01eff4597b41 already deleted. [ 872.111386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.111386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.111386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.111386] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36658c98-9a80-4468-bf34-01eff4597b41',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.266390] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 872.266771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.267032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.267322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.267436] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.487355] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 872.487355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.487355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.487355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.487355] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.487985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.487985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.487985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.487985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.487985] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.634503] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.634962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.634962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.635082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.635137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.635227] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36658c98-9a80-4468-bf34-01eff4597b41 already deleted. [ 872.635416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36658c98-9a80-4468-bf34-01eff4597b41" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.770197] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.770512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.993449] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.072559] env[69763]: INFO networking_nsxv3.common.synchronization [req-863c2855-d8e3-4b03-b364-9b4c3efff624 req-7e2b6dbe-c3e0-4fed-b178-60e66c1d1c94 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Enqueued Resource ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 with Priority: HIGHEST for action security_group_members [ 873.073119] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 with Priority: HIGHEST for action security_group_members [ 873.076024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.076024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.076024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.076024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.076024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.076024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.076024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.076024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.076024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.076024] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efad01e-9ae0-45dc-a376-1c12acbdb5c4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.116332] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 4s [ 873.496161] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.576627] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 873.576758] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent loop - iteration:1 started [ 873.578259] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.578527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.578527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.578676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.599363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.599621] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.599739] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.599806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.600032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.600144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.600275] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 is going to be updated. [ 873.627899] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.628084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.628125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.628333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.628484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.640926] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 in Status: IN_PROGRESS for 2s [ 873.998627] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.998794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.998865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.999327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.999327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.999327] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 874.031059] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.031059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.031059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.031059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.031059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.041026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 875.128948] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 875.128948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.128948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.128948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.128948] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.128948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.128948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.128948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.128948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.128948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.128948] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.632512] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.632692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.632750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.632943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.633119] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.633222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.633282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.633432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.633518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.633603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.633744] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.633835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.633896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.634055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.634194] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.634286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.634338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.634471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.634545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.634625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.634714] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.653805] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 in Status: SUCCESS [ 875.654032] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 deletion is rescheduled due to dependency. [ 875.654101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.053370] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 876.053579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.053794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.053908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.054118] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.054236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.054302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.054457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.054540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.054627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.054747] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.139891] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ab7a11-2e57-46c6-bf69-a17240860379: rpc.has_security_group_logging(os_id): False [ 876.167045] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.167216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.167265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.167480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.167919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.167919] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.167919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.168205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.168205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.168366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.168515] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.168515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.168614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.168712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.168786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.168985] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.169130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.169130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.169278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.169354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.169454] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 876.251756] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.251756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.251756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.252476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.254019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.273218] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 876.557107] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.557780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.557780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.557780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.558972] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.558972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.558972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.558972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.558972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.558972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.558972] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.558972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.558972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.558972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.558972] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.559409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.559409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.559409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.559409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.559409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.559572] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.061758] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91a0c963-a3d0-4652-97c2-8d1fbe9800af: rpc.has_security_group_logging(os_id): False [ 877.082151] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.082151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.082151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.082151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.106923] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.106923] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.106923] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.106923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.107561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.107561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.107561] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 877.180230] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.180677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.180677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.180677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.180866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.197932] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 877.935799] env[69763]: INFO networking_nsxv3.common.synchronization [None req-4fafad01-5c6c-4012-9a32-fb52cdbb107b None None] Enqueued Resource ID: abf39143-826f-46e6-8df2-2e2bf094190f with Priority: HIGHEST for action port [ 877.936515] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf39143-826f-46e6-8df2-2e2bf094190f with Priority: HIGHEST for action port [ 877.936819] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-abf39143-826f-46e6-8df2-2e2bf094190f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.938478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abf39143-826f-46e6-8df2-2e2bf094190f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.938478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abf39143-826f-46e6-8df2-2e2bf094190f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.938478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abf39143-826f-46e6-8df2-2e2bf094190f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.938478] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abf39143-826f-46e6-8df2-2e2bf094190f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.288070] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 878.290430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.441157] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abf39143-826f-46e6-8df2-2e2bf094190f [ 878.441392] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.441634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.441634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.441790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.441876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.441967] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abf39143-826f-46e6-8df2-2e2bf094190f already deleted. [ 878.442058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abf39143-826f-46e6-8df2-2e2bf094190f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.213166] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 879.216487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.614796] env[69763]: INFO networking_nsxv3.common.synchronization [req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 req-94ab10cd-1d78-4851-890a-f7bf06407bb7 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 879.617695] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 879.617695] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.617695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.617695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.617695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.617695] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.617695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.618262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.618516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.618568] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.618672] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.050559] env[69763]: INFO networking_nsxv3.common.synchronization [None req-c7233ea0-cd03-439f-9c62-984aaf2b3bc7 None None] Enqueued Resource ID: beb6ea37-ced5-42cf-ab1b-7257f317f286 with Priority: HIGHEST for action port [ 880.050559] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb6ea37-ced5-42cf-ab1b-7257f317f286 with Priority: HIGHEST for action port [ 880.051219] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-beb6ea37-ced5-42cf-ab1b-7257f317f286 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.051219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beb6ea37-ced5-42cf-ab1b-7257f317f286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.051404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beb6ea37-ced5-42cf-ab1b-7257f317f286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.052013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beb6ea37-ced5-42cf-ab1b-7257f317f286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.052013] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beb6ea37-ced5-42cf-ab1b-7257f317f286',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.122523] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.122710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.122764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.123011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.123119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.123324] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.123442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.123508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.123675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.123764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.123851] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 already deleted. [ 880.123933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.311403] env[69763]: INFO networking_nsxv3.common.synchronization [None req-640a8408-9d92-41a9-9404-44a511ff820b None None] Enqueued Resource ID: 5456c823-6a64-47d3-ae56-aa4648c6d9ba with Priority: HIGHEST for action port [ 880.311403] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5456c823-6a64-47d3-ae56-aa4648c6d9ba with Priority: HIGHEST for action port [ 880.315189] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-5456c823-6a64-47d3-ae56-aa4648c6d9ba taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.315189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5456c823-6a64-47d3-ae56-aa4648c6d9ba" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.315189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5456c823-6a64-47d3-ae56-aa4648c6d9ba" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.315189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5456c823-6a64-47d3-ae56-aa4648c6d9ba" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.315189] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5456c823-6a64-47d3-ae56-aa4648c6d9ba',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.555575] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port beb6ea37-ced5-42cf-ab1b-7257f317f286 [ 880.555827] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.556040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.556209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.556381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.556480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.556578] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:beb6ea37-ced5-42cf-ab1b-7257f317f286 already deleted. [ 880.556681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beb6ea37-ced5-42cf-ab1b-7257f317f286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.565154] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.565357] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.565533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.565998] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.566362] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.566553] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.566711] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.566947] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.568194] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.568439] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.568562] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.568675] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.568784] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.568902] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.569016] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.569153] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.589643] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.589643] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.589643] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.589643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.589643] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-52c35121-9634-4282-9b1c-d027a6b55523 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.589643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-52c35121-9634-4282-9b1c-d027a6b55523" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.589643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-52c35121-9634-4282-9b1c-d027a6b55523" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.590150] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-52c35121-9634-4282-9b1c-d027a6b55523" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.590150] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c35121-9634-4282-9b1c-d027a6b55523',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.815899] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5456c823-6a64-47d3-ae56-aa4648c6d9ba [ 880.816851] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.816851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.816851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.816851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.816851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.816851] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5456c823-6a64-47d3-ae56-aa4648c6d9ba already deleted. [ 880.816851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5456c823-6a64-47d3-ae56-aa4648c6d9ba" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.095447] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.095447] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.095447] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.095729] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.095729] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.095879] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 52c35121-9634-4282-9b1c-d027a6b55523 not found, creating... [ 881.096265] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.099577] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.099806] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.100102] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.100258] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.101063] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.101063] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.101063] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.101636] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.101636] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.101766] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 52c35121-9634-4282-9b1c-d027a6b55523 is going to be created. [ 881.124428] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.124595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.124595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.124924] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.125098] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.125334] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-52c35121-9634-4282-9b1c-d027a6b55523" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.253936] env[69763]: INFO networking_nsxv3.common.synchronization [req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 req-50e24392-34ca-4d0f-be57-b890a33dba81 service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 882.255194] env[69763]: INFO networking_nsxv3.common.synchronization [req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 req-50e24392-34ca-4d0f-be57-b890a33dba81 service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 882.255194] env[69763]: INFO networking_nsxv3.common.synchronization [req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 req-50e24392-34ca-4d0f-be57-b890a33dba81 service nova] Enqueued Resource ID: 52c35121-9634-4282-9b1c-d027a6b55523 with Priority: HIGHEST for action port [ 882.255194] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 882.255194] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 882.255194] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c35121-9634-4282-9b1c-d027a6b55523 with Priority: HIGHEST for action port [ 882.258728] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.258728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.258728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.258728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.258728] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.259692] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.259815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.259884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.260121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.261343] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.261343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.261343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.261343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.261343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.261343] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.261855] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-52c35121-9634-4282-9b1c-d027a6b55523 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.262020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52c35121-9634-4282-9b1c-d027a6b55523" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.262122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52c35121-9634-4282-9b1c-d027a6b55523" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.262376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52c35121-9634-4282-9b1c-d027a6b55523" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.262482] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c35121-9634-4282-9b1c-d027a6b55523',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.336354] env[69763]: INFO networking_nsxv3.common.synchronization [None req-89f9d28e-0826-4c6a-8b33-07a0cf4ec8ed None None] Enqueued Resource ID: 0721012e-98c9-4f41-a499-517ff5d0d1bb with Priority: HIGHEST for action port [ 882.336354] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0721012e-98c9-4f41-a499-517ff5d0d1bb with Priority: HIGHEST for action port [ 882.336354] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-0721012e-98c9-4f41-a499-517ff5d0d1bb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.336354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0721012e-98c9-4f41-a499-517ff5d0d1bb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.336354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0721012e-98c9-4f41-a499-517ff5d0d1bb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.336564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0721012e-98c9-4f41-a499-517ff5d0d1bb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.336564] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0721012e-98c9-4f41-a499-517ff5d0d1bb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.530646] env[69763]: INFO networking_nsxv3.common.synchronization [None req-ef8c78fb-f53e-4d44-858e-35c93086150d None None] Enqueued Resource ID: d8076a03-691a-47e0-bee7-c7ac94b50ba5 with Priority: HIGHEST for action port [ 882.530646] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8076a03-691a-47e0-bee7-c7ac94b50ba5 with Priority: HIGHEST for action port [ 882.530646] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8076a03-691a-47e0-bee7-c7ac94b50ba5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.530646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8076a03-691a-47e0-bee7-c7ac94b50ba5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.530646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8076a03-691a-47e0-bee7-c7ac94b50ba5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.530646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8076a03-691a-47e0-bee7-c7ac94b50ba5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.530646] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8076a03-691a-47e0-bee7-c7ac94b50ba5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.764730] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.764889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.765135] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.766195] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52c35121-9634-4282-9b1c-d027a6b55523 with status ACTIVE [ 882.766399] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.766517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.766583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.766779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.766863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.767045] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.767164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.767226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.767391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.767464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.767640] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.767730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.767787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.767918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.767989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.768422] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52c35121-9634-4282-9b1c-d027a6b55523 is going to be updated. [ 882.791470] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.791470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.791470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.791470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.791470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.791786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52c35121-9634-4282-9b1c-d027a6b55523" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.844205] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0721012e-98c9-4f41-a499-517ff5d0d1bb [ 882.844205] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.844205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.844205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.844525] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.845261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.845407] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0721012e-98c9-4f41-a499-517ff5d0d1bb already deleted. [ 882.845525] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0721012e-98c9-4f41-a499-517ff5d0d1bb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.030269] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8076a03-691a-47e0-bee7-c7ac94b50ba5 [ 883.030510] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.030643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.030716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.030917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.031020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.031273] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8076a03-691a-47e0-bee7-c7ac94b50ba5 already deleted. [ 883.031273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8076a03-691a-47e0-bee7-c7ac94b50ba5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.270654] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.524881] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.524881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.524881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.524881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.524881] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.711259] env[69763]: INFO networking_nsxv3.common.synchronization [None req-8cd4b404-4008-442b-b6c7-cc74446ae95b tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_rules [ 883.711259] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_rules [ 883.711259] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.711259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.711259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.711259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.711259] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.775557] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.775705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.775775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.775992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.776095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.776212] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be created. [ 883.804253] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.804387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.804454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.804677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.804840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.819924] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: UNINITIALIZED for 2s [ 883.872853] env[69763]: INFO networking_nsxv3.common.synchronization [None req-d90fc496-6e7e-4a97-b87b-55a230936dbc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_rules [ 883.872853] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_rules [ 883.873158] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.873257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.031924] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.241721] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.241900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.242012] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.242246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.242343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.242440] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 already deleted. [ 884.242526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.242706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.242941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.242941] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.534552] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.767549] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.767549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.767549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.767549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.767549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.767549] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 already deleted. [ 884.767549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.830174] env[69763]: INFO networking_nsxv3.common.synchronization [req-069412f9-a072-4ed9-b872-38b8c9b83dee req-0c2a920b-6d4a-4d80-9438-a8cb1cd3dc1f tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Enqueued Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_members [ 884.833377] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 with Priority: HIGHEST for action security_group_members [ 884.835423] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e4e559d-29ed-4428-bc16-18dc2c852ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.835423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.835423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.835423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.835423] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.835423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.835423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.835423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.835423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.838145] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e4e559d-29ed-4428-bc16-18dc2c852ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.956629] env[69763]: INFO networking_nsxv3.common.synchronization [None req-9d6f4ab2-b726-482a-bee9-105913f9b31e None None] Enqueued Resource ID: a4327940-5470-4649-b9d4-ea527c3fcffd with Priority: HIGHEST for action port [ 884.957196] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4327940-5470-4649-b9d4-ea527c3fcffd with Priority: HIGHEST for action port [ 884.957505] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4327940-5470-4649-b9d4-ea527c3fcffd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.957625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4327940-5470-4649-b9d4-ea527c3fcffd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.957680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4327940-5470-4649-b9d4-ea527c3fcffd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.957934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4327940-5470-4649-b9d4-ea527c3fcffd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.958027] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4327940-5470-4649-b9d4-ea527c3fcffd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.038389] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 885.038389] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 885.341329] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.341329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.341329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.341495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.362346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.362773] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.362773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.362773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.363009] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.363057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.363131] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 is going to be updated. [ 885.397796] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.397796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.397796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.398074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.398074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.407166] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 in Status: IN_PROGRESS for 2s [ 885.459426] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4327940-5470-4649-b9d4-ea527c3fcffd [ 885.459892] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.460083] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.460162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.460410] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.460503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.460760] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4327940-5470-4649-b9d4-ea527c3fcffd already deleted. [ 885.460760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4327940-5470-4649-b9d4-ea527c3fcffd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.830105] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 885.830466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.830662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.830969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.831823] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.831823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.831823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.831823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.832134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.832197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.832373] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.907657] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.907831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.907897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.908137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.925890] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 885.927554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.928809] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 885.959027] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.959027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.959027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.959027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.967201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.967943] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 885.968050] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 885.968145] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 886.006361] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.006583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.006630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.006797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.007627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.007787] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 886.078672] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.078835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.078907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.079144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.079349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.079602] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 886.193173] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.193173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.193173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.193173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.193173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.193847] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 886.193847] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b19020ff-645a-46c5-b220-8286e1251675', '61f09cbf-c2ad-4132-b0ef-fbe810912926', '866c8660-accd-45fa-9c90-81572205c84f', '8801b883-eb89-44a5-a879-6c240e3df49d', 'b7302358-f51a-4cbb-9656-8aa372f785db', 'bb2078da-e286-41c0-b37b-d2779d346c5e', '02b90f3b-881f-4476-b284-c0b0dab6f27f', '19cc5bef-83a2-45c0-aa06-6f61fcce68f2', '55eacf65-2a18-4d69-aae2-14e6218a7027', 'ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30', '652d4605-ce2f-4651-af59-b4d37c5f480e', '72c06c19-7497-44be-afd1-655f7ac4fc38', '1c01b943-b8e3-43c6-a461-9a4078488501', '02f63548-e104-43b5-9003-8e765ffb8b08', '8dc436eb-4983-4379-95a0-4f71cf95614d', '86eaa301-26d3-4a3c-b538-1548b147d2a5', '886a5a6f-19b4-467b-8fee-a5bdf31c99dc', 'd5ec35ef-b835-452c-85de-bf4f7a9a9115', 'f65e3b83-17af-4eb9-a6ad-6bbdb56315f3', 'b9ab7a11-2e57-46c6-bf69-a17240860379', '0607797e-ec0d-4071-8816-56ec46910cb4', 'a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1', '46724bac-75e4-4001-ac6f-ec6f2a258c30', 'e09dad32-7076-43de-a724-0a39fb49cac5', '843090c6-f1c0-493b-a9b9-fb879941eced', 'cd00d70e-edf2-49c8-9b82-ab15e20a10af', '2efad01e-9ae0-45dc-a376-1c12acbdb5c4', '6dbfa06f-ee6f-4b31-b301-59d5acd41d89', 'cd5f9a57-557c-4693-9b3b-fd41b22c240f', '0e4e559d-29ed-4428-bc16-18dc2c852ce0', '70f38713-9bd2-4cf8-99e9-10c88a9e1c40', '828b52cf-3561-46de-8999-bdcd59c1d06b', '91a0c963-a3d0-4652-97c2-8d1fbe9800af'} {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 886.193847] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 886.237183] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.237418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.237418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.237601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.237704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.237824] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 886.237899] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 886.237975] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 886.322277] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.322445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.322539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.322822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.323545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.323849] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 886.323849] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 886.323985] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 886.323985] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 886.324078] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 886.324119] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGH for action security_group_rules [ 886.324178] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 with Priority: HIGH for action security_group_rules [ 886.324248] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGH for action security_group_rules [ 886.324310] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGH for action security_group_rules [ 886.324370] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGH for action security_group_rules [ 886.324426] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGH for action security_group_rules [ 886.324478] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f with Priority: HIGH for action security_group_rules [ 886.324798] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGH for action security_group_rules [ 886.324798] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGH for action security_group_rules [ 886.324798] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGH for action security_group_rules [ 886.324798] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGH for action security_group_rules [ 886.324798] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 with Priority: HIGH for action security_group_rules [ 886.324798] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c01b943-b8e3-43c6-a461-9a4078488501 with Priority: HIGH for action security_group_rules [ 886.325069] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02f63548-e104-43b5-9003-8e765ffb8b08 with Priority: HIGH for action security_group_rules [ 886.325069] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGH for action security_group_rules [ 886.325069] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 with Priority: HIGH for action security_group_rules [ 886.325523] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc with Priority: HIGH for action security_group_rules [ 886.325659] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGH for action security_group_rules [ 886.325733] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGH for action security_group_rules [ 886.325846] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGH for action security_group_rules [ 886.325894] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.335535] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.335730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.335871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.335974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.336217] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.336493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.336493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.336616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.336616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.336732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.336893] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.336975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.337265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.337424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.337519] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.337615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.337670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.337795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.337931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.337931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.338108] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.843372] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81ce7929-3c0c-4e51-9019-9dfb2ef67459: rpc.has_security_group_logging(os_id): False [ 886.863847] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.864018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.864125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.864378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.864471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.864673] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.864775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.864846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.865017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.865174] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.865468] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.865468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.865609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.865651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.865735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.866022] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.866117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.866245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.866400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.866472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.866634] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be created. [ 886.939464] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.939678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.939678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.939901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.940102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.959188] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 887.398569] env[69763]: INFO networking_nsxv3.common.synchronization [None req-207bdb69-e8f0-47a9-b8cc-96f7ce19913a None None] Enqueued Resource ID: 24bad114-0812-4d53-a2e7-c281cbd2c611 with Priority: HIGHEST for action port [ 887.399289] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24bad114-0812-4d53-a2e7-c281cbd2c611 with Priority: HIGHEST for action port [ 887.399453] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19020ff-645a-46c5-b220-8286e1251675 with Priority: HIGH for action security_group_rules [ 887.400648] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGH for action security_group_rules [ 887.400822] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f with Priority: HIGH for action security_group_rules [ 887.400909] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGH for action security_group_rules [ 887.401014] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGH for action security_group_rules [ 887.401110] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGH for action security_group_rules [ 887.401217] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 with Priority: HIGH for action security_group_rules [ 887.401703] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc with Priority: HIGH for action security_group_rules [ 887.401793] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f63548-e104-43b5-9003-8e765ffb8b08 with Priority: HIGH for action security_group_rules [ 887.401889] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 with Priority: HIGH for action security_group_rules [ 887.401980] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01b943-b8e3-43c6-a461-9a4078488501 with Priority: HIGH for action security_group_rules [ 887.402158] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 with Priority: HIGH for action security_group_rules [ 887.406018] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652d4605-ce2f-4651-af59-b4d37c5f480e with Priority: HIGH for action security_group_rules [ 887.406018] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 with Priority: HIGH for action security_group_rules [ 887.406018] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGH for action security_group_rules [ 887.406018] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGH for action security_group_rules [ 887.406018] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 with Priority: HIGH for action security_group_rules [ 887.406018] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7302358-f51a-4cbb-9656-8aa372f785db with Priority: HIGH for action security_group_rules [ 887.406018] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 with Priority: HIGH for action security_group_rules [ 887.406018] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGH for action security_group_rules [ 887.406018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-24bad114-0812-4d53-a2e7-c281cbd2c611 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.406018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24bad114-0812-4d53-a2e7-c281cbd2c611" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.406018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24bad114-0812-4d53-a2e7-c281cbd2c611" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.406018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24bad114-0812-4d53-a2e7-c281cbd2c611" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.406018] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24bad114-0812-4d53-a2e7-c281cbd2c611',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.406018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b19020ff-645a-46c5-b220-8286e1251675 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.406658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.406658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.406658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.406658] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b19020ff-645a-46c5-b220-8286e1251675',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.407483] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866c8660-accd-45fa-9c90-81572205c84f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.407592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.407657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.407817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.407888] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.408609] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02b90f3b-881f-4476-b284-c0b0dab6f27f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.408714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.408765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.408911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.408976] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02b90f3b-881f-4476-b284-c0b0dab6f27f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.410350] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc436eb-4983-4379-95a0-4f71cf95614d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.410459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.410556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.410786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.410849] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.412394] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.412394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.412394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.412394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.412394] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.413473] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.413615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.413681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.413777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.413839] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.414996] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.415126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.415194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.415407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.415505] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5ec35ef-b835-452c-85de-bf4f7a9a9115',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.416643] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-886a5a6f-19b4-467b-8fee-a5bdf31c99dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.416798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.416898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.417139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.417244] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('886a5a6f-19b4-467b-8fee-a5bdf31c99dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.418508] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02f63548-e104-43b5-9003-8e765ffb8b08 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.418663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.418765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.418995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.419122] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02f63548-e104-43b5-9003-8e765ffb8b08',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.423990] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86eaa301-26d3-4a3c-b538-1548b147d2a5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.423990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.423990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.423990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.423990] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86eaa301-26d3-4a3c-b538-1548b147d2a5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.423990] env[69763]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 887.423990] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c01b943-b8e3-43c6-a461-9a4078488501 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.423990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.423990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.423990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.423990] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c01b943-b8e3-43c6-a461-9a4078488501',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.431342] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c06c19-7497-44be-afd1-655f7ac4fc38 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.431342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.431342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.431342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.431342] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c06c19-7497-44be-afd1-655f7ac4fc38',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.434994] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652d4605-ce2f-4651-af59-b4d37c5f480e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.435214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.435214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.435486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.435608] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652d4605-ce2f-4651-af59-b4d37c5f480e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.440414] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.440414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.440414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.440414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.440414] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.440414] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.440414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.440414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.440414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.440414] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.441230] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.441230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.441317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.441541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.441635] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.619493] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.619673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.619746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.620188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.620188] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cc5bef-83a2-45c0-aa06-6f61fcce68f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.621262] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7302358-f51a-4cbb-9656-8aa372f785db taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.621500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.621500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.622421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.622421] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7302358-f51a-4cbb-9656-8aa372f785db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.623368] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f09cbf-c2ad-4132-b0ef-fbe810912926 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.623368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.623368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.623368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.623368] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f09cbf-c2ad-4132-b0ef-fbe810912926',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.624895] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.624895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.624895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.624895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.624895] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.624895] env[69763]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 887.629600] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24bad114-0812-4d53-a2e7-c281cbd2c611 [ 887.629884] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.629884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.630065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.630360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.630360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.630360] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24bad114-0812-4d53-a2e7-c281cbd2c611 already deleted. [ 887.630360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24bad114-0812-4d53-a2e7-c281cbd2c611" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.634430] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-866c8660-accd-45fa-9c90-81572205c84f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.634430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.634430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.634430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.634430] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.634430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.634430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.634430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.634430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.634430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.634430] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.661364] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.661567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.661567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.664024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.664382] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 in Status: SUCCESS [ 887.664540] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e4e559d-29ed-4428-bc16-18dc2c852ce0 deletion is rescheduled due to dependency. [ 887.664648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e4e559d-29ed-4428-bc16-18dc2c852ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.665976] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.666115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.689721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.689863] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02b90f3b-881f-4476-b284-c0b0dab6f27f is going to be deleted. [ 887.691791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.692021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.717872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.718020] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b19020ff-645a-46c5-b220-8286e1251675 is going to be deleted. [ 887.796595] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.796764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.796814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.797043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.797137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.797260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02b90f3b-881f-4476-b284-c0b0dab6f27f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.813646] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.813831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.816548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.818331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.818331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.818331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b19020ff-645a-46c5-b220-8286e1251675" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.139237] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.162790] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.162937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.163016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.163238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.163402] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.163502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.163567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.163714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.163856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.163972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.164205] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.170020] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.170138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.170242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.170548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.170720] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.170822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.170885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.171044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.171128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.171236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.171327] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.175852] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc436eb-4983-4379-95a0-4f71cf95614d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.176519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.176638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.176819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.176976] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.177088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.177156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.177707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.177707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.177707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.177707] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.249510] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.249510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.249510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.249510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.250967] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.251267] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.252282] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.252529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.253584] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.253806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.255160] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.255479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.256858] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.257547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.258604] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.258878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.260450] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.260690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.261451] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.261802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.263428] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.263650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.264412] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.264647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.265522] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 888.267720] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.267720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.267720] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 888.267720] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.267720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.268765] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 888.269284] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.269970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.276668] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 888.277632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.277941] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 886a5a6f-19b4-467b-8fee-a5bdf31c99dc is going to be deleted. [ 888.279153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.279469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.313028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.313028] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be deleted. [ 888.313028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.313028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.345864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.348022] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cc5bef-83a2-45c0-aa06-6f61fcce68f2 is going to be deleted. [ 888.348022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.348022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.349495] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.349864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.374019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.374019] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86eaa301-26d3-4a3c-b538-1548b147d2a5 is going to be deleted. [ 888.374019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.374019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.401889] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.402138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.428329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.428542] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be deleted. [ 888.430216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.430730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.465910] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.466156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.481208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.481208] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652d4605-ce2f-4651-af59-b4d37c5f480e is going to be deleted. [ 888.481208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.481208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.512659] env[69763]: INFO networking_nsxv3.common.synchronization [req-1f120153-6aa9-406b-beaa-086f9705960f req-614eb913-a7c3-4992-a0f4-efc8a7ff1adf tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Enqueued Resource ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 with Priority: HIGHEST for action security_group_members [ 888.513263] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 with Priority: HIGHEST for action security_group_members [ 888.513578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcdf365d-c209-491a-96f4-9cb0c805f9a8 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.513706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.513772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.515170] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.516374] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.516533] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.516623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.518971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.518971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.518971] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcdf365d-c209-491a-96f4-9cb0c805f9a8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.537048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.537048] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7302358-f51a-4cbb-9656-8aa372f785db is going to be deleted. [ 888.538372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.541692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.541692] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.541692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.572476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.572476] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5ec35ef-b835-452c-85de-bf4f7a9a9115 is going to be deleted. [ 888.572898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.574298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.578438] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.578438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.642122] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 866c8660-accd-45fa-9c90-81572205c84f: rpc.has_security_group_logging(os_id): False [ 888.669237] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.669378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.669764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.669764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.669878] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.669940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.669940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.670315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.670315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.670315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.671181] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.671181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.671181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.671181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.671181] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.671181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.671181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.671499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.671499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.671499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.671499] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.690057] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.691626] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.699623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.701561] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f09cbf-c2ad-4132-b0ef-fbe810912926 is going to be deleted. [ 888.701561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.701561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.706746] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.706897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.708622] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.708738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.718690] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.718690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.843321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.843430] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c01b943-b8e3-43c6-a461-9a4078488501 is going to be deleted. [ 888.844668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.844896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.854013] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.854181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.863958] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.863958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.952557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.952557] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30 is going to be deleted. [ 888.953549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.953549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.997532] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.997809] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-734" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.997962] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-734" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.999038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-734" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.999554] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.999756] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.999912] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.000172] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.000327] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.000551] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.000674] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.000785] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.000887] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.001016] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.001663] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.001663] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.022232] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.022390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.033167] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 889.033524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.034795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.034975] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c06c19-7497-44be-afd1-655f7ac4fc38 is going to be deleted. [ 889.035873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.036119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.051965] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.052155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.055169] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.055361] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.055508] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.055696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-734" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.056298] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.056298] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.056510] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.057086] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.057086] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f853f5e-2cd2-4970-8e3e-28a957bc0fe3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.100452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.100452] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02f63548-e104-43b5-9003-8e765ffb8b08 is going to be deleted. [ 889.100452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.100452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.174712] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ab7a11-2e57-46c6-bf69-a17240860379: rpc.has_security_group_logging(os_id): False [ 889.196490] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f65e3b83-17af-4eb9-a6ad-6bbdb56315f3: rpc.has_security_group_logging(os_id): False [ 889.197763] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc436eb-4983-4379-95a0-4f71cf95614d: rpc.has_security_group_logging(os_id): False [ 889.245253] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.245253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.245731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.245731] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be deleted. [ 889.246580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.246851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.246961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.247109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-886a5a6f-19b4-467b-8fee-a5bdf31c99dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.247316] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.248134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.248134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.248134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.248381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.248572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.248707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.248858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cc5bef-83a2-45c0-aa06-6f61fcce68f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.249021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.249179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.249260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.249735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86eaa301-26d3-4a3c-b538-1548b147d2a5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.249735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.249735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.249735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.249860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.249982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.250143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.250218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.250331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652d4605-ce2f-4651-af59-b4d37c5f480e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.251441] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.251441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.251592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.251658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.251738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.251859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c06c19-7497-44be-afd1-655f7ac4fc38" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.252870] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.252870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.252989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.253109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.254840] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.254940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.284861] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.285042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.285813] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.285934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.386032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.386032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.386032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.386032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.386032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.386032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.386032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.386032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.386032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.386032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.386032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.386864] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.386864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.386864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.386864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.386864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.386864] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 889.387933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.388101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.388201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.388322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5ec35ef-b835-452c-85de-bf4f7a9a9115" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.388449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.388615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.388689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.388800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f09cbf-c2ad-4132-b0ef-fbe810912926" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.388951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.389099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.389167] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.389342] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.389440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.389487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.389617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.389683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.389762] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 already deleted. [ 889.389837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.389946] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.390121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.390192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.390302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c01b943-b8e3-43c6-a461-9a4078488501" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.390911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.391084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.391161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.391326] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea4a488a-69a1-4f44-b3eb-1e8ac4f4ad30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.391438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.391573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.391658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.391754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7302358-f51a-4cbb-9656-8aa372f785db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.391886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.392033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.457041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.457041] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.457041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.457041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.457407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.457407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.457407] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866c8660-accd-45fa-9c90-81572205c84f is going to be updated. [ 889.458871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.460348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.521151] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.521252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.544040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.544321] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.544424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.544492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.545393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.545393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.545393] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc436eb-4983-4379-95a0-4f71cf95614d is going to be updated. [ 889.546073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.546352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.559933] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.560476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.560476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.560605] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.560736] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.560897] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 not found, creating... [ 889.561180] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.561371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.561504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.561736] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.561874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.562190] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.562349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.562468] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.562681] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.562817] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.562962] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 is going to be created. [ 889.615820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.616162] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.616335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.616411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.616623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.616706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.616805] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 is going to be updated. [ 889.617994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.618257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.618347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.618449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.618590] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.618734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.618924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.618924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02f63548-e104-43b5-9003-8e765ffb8b08" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.620132] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.620132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.620265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.620330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.620445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.633631] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.633631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.633805] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.633916] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.634352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.634834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.657846] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.658162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.658337] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.658451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.658607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.693876] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866c8660-accd-45fa-9c90-81572205c84f in Status: IN_PROGRESS for 2s [ 889.735106] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 889.839633] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.839835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.839885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.840146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.840317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.844036] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.844232] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.844335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.844580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.844778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.878412] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: IN_PROGRESS for 2s [ 889.886393] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc436eb-4983-4379-95a0-4f71cf95614d in Status: IN_PROGRESS for 2s [ 890.339013] env[69763]: INFO networking_nsxv3.common.synchronization [req-1f120153-6aa9-406b-beaa-086f9705960f req-fbde405d-01e8-442e-b6e9-0fcd3acc167c service nova] Enqueued Resource ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 with Priority: HIGHEST for action security_group_rules [ 890.339314] env[69763]: INFO networking_nsxv3.common.synchronization [req-1f120153-6aa9-406b-beaa-086f9705960f req-fbde405d-01e8-442e-b6e9-0fcd3acc167c service nova] Enqueued Resource ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 with Priority: HIGHEST for action security_group_members [ 890.340340] env[69763]: INFO networking_nsxv3.common.synchronization [req-1f120153-6aa9-406b-beaa-086f9705960f req-fbde405d-01e8-442e-b6e9-0fcd3acc167c service nova] Enqueued Resource ID: 8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 with Priority: HIGHEST for action port [ 890.342182] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 with Priority: HIGHEST for action security_group_rules [ 890.342332] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 with Priority: HIGHEST for action security_group_members [ 890.342474] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 with Priority: HIGHEST for action port [ 890.342726] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcdf365d-c209-491a-96f4-9cb0c805f9a8 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.342872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.342951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.343290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.343392] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcdf365d-c209-491a-96f4-9cb0c805f9a8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.347093] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcdf365d-c209-491a-96f4-9cb0c805f9a8 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.349671] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.349797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.350015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.350214] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.350373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.350416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.350594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.350893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.350893] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcdf365d-c209-491a-96f4-9cb0c805f9a8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.351985] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.351985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.351985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.352206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.352250] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f853f5e-2cd2-4970-8e3e-28a957bc0fe3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.434037] env[69763]: INFO networking_nsxv3.common.synchronization [None req-7d2e71a1-19c3-4b1c-b5e7-55694592324c None None] Enqueued Resource ID: fe73338b-a262-4f52-9901-f319349f4c0a with Priority: HIGHEST for action port [ 890.434447] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe73338b-a262-4f52-9901-f319349f4c0a with Priority: HIGHEST for action port [ 890.435202] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe73338b-a262-4f52-9901-f319349f4c0a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.435391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe73338b-a262-4f52-9901-f319349f4c0a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.435603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe73338b-a262-4f52-9901-f319349f4c0a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.436093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe73338b-a262-4f52-9901-f319349f4c0a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.436401] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe73338b-a262-4f52-9901-f319349f4c0a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.857158] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcdf365d-c209-491a-96f4-9cb0c805f9a8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.858620] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcdf365d-c209-491a-96f4-9cb0c805f9a8 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.858781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.858892] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 with status ACTIVE [ 890.859055] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.859157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.859214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.859456] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.859544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.859711] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.859803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.859861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.860012] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.860088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.860275] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.860367] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.860423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.860557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.860625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.860706] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 is going to be updated. [ 890.886264] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.886421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.886490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.886692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.886827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.886984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.939489] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe73338b-a262-4f52-9901-f319349f4c0a [ 890.939713] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.939840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.939906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.940130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.940243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.940304] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe73338b-a262-4f52-9901-f319349f4c0a already deleted. [ 890.940379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe73338b-a262-4f52-9901-f319349f4c0a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.283193] env[69763]: INFO networking_nsxv3.common.synchronization [req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb req-d9f3f08a-13ea-4568-be79-b5636d25513a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Enqueued Resource ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 with Priority: HIGHEST for action security_group_members [ 891.283193] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 with Priority: HIGHEST for action security_group_members [ 891.283193] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.284347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.284618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.284986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.285312] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.285591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.285774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.286061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.286304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.287528] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f9bfdf-6b8b-421c-88af-0e21a3a79f76',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.362305] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcdf365d-c209-491a-96f4-9cb0c805f9a8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.706951] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866c8660-accd-45fa-9c90-81572205c84f in Status: SUCCESS [ 891.707190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.728187] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.728401] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-438" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.728531] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-438" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.728810] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-438" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.729825] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.729825] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.729825] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.729825] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.729825] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.730178] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.731621] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.731801] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.732089] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.732522] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.734644] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.734644] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.752071] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 891.752462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.757366] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.757592] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.757752] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.757968] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-438" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.758336] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.759024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.759024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.759223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.759223] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.789061] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.789166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.789211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.789433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.789533] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.789733] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.789839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.789902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.790133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.790269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.790269] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 already deleted. [ 891.790363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.864423] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.865486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.865579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.865778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.865944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.866072] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 is going to be created. [ 891.894232] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: SUCCESS [ 891.894509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.899475] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc436eb-4983-4379-95a0-4f71cf95614d in Status: SUCCESS [ 891.899699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.900577] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.900706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.900773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.901103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.901175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.912772] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 in Status: UNINITIALIZED for 2s [ 892.261861] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.262042] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.262225] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.262610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.262758] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.262832] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb not found, creating... [ 892.263111] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.263267] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.263390] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.263607] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.263805] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.264157] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.264324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.264530] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.264654] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.264896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.264970] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb is going to be created. [ 892.302411] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.302617] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.302748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.303040] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.303284] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.303506] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.041270] env[69763]: INFO networking_nsxv3.common.synchronization [req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb req-5b0ba643-85f7-40fd-b737-b6831728ed9b service nova] Enqueued Resource ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 with Priority: HIGHEST for action security_group_rules [ 893.041650] env[69763]: INFO networking_nsxv3.common.synchronization [req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb req-5b0ba643-85f7-40fd-b737-b6831728ed9b service nova] Enqueued Resource ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 with Priority: HIGHEST for action security_group_members [ 893.041650] env[69763]: INFO networking_nsxv3.common.synchronization [req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb req-5b0ba643-85f7-40fd-b737-b6831728ed9b service nova] Enqueued Resource ID: a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb with Priority: HIGHEST for action port [ 893.041863] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 with Priority: HIGHEST for action security_group_rules [ 893.042044] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 with Priority: HIGHEST for action security_group_members [ 893.042103] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb with Priority: HIGHEST for action port [ 893.043313] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.043460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.043528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.043847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.043882] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f9bfdf-6b8b-421c-88af-0e21a3a79f76',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.045134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.045134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.045134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.045134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.045345] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.045345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.045422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.045574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.045629] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.045707] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f9bfdf-6b8b-421c-88af-0e21a3a79f76',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.046585] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.046696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.046765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.046909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.047145] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.549490] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4f9bfdf-6b8b-421c-88af-0e21a3a79f76',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.550601] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.550733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.550874] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb with status ACTIVE [ 893.553413] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.553413] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.553413] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.553413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.553413] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb is going to be updated. [ 893.575307] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.575534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.575589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.575824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.575983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.576163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.923622] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 in Status: SUCCESS [ 893.924971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.924971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.924971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.924971] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.925347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.925347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.925347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.925347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.925502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.925502] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcdf365d-c209-491a-96f4-9cb0c805f9a8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.055077] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4f9bfdf-6b8b-421c-88af-0e21a3a79f76',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.095877] env[69763]: INFO networking_nsxv3.common.synchronization [req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b req-dfb19698-4e26-45d9-a657-30c8a59a27bf tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Enqueued Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_members [ 894.096463] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_members [ 894.096771] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-192d7f86-0523-4e0d-96a7-f7bf06b61707 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.096892] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.096954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.097357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.100020] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.100020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.100020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.100020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.100020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.100020] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.431440] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcdf365d-c209-491a-96f4-9cb0c805f9a8 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.431440] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.431440] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcdf365d-c209-491a-96f4-9cb0c805f9a8 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.431440] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.431440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.432191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.432191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.432191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.433717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.433991] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcdf365d-c209-491a-96f4-9cb0c805f9a8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.519024] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.519024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-22" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.519024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-22" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.519024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-22" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.519024] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.522078] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.522248] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.523019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.523019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.523019] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.523019] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.523261] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.523261] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.523341] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.523470] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.523543] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.546658] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.546971] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 894.547061] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.547257] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-22" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.547665] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-e5adce26-c146-42ed-a9e5-a17ba3fec51c taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.547895] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-e5adce26-c146-42ed-a9e5-a17ba3fec51c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.547992] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-e5adce26-c146-42ed-a9e5-a17ba3fec51c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.548410] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-e5adce26-c146-42ed-a9e5-a17ba3fec51c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.548597] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5adce26-c146-42ed-a9e5-a17ba3fec51c',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.557669] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.557988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.557988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.558098] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.558353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.558353] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 is going to be created. [ 894.583403] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.583601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.583749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.583944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.584261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.597029] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 in Status: UNINITIALIZED for 2s [ 894.600627] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.600798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.600899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.601104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.601192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.601352] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.601461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.601525] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.601704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.601782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.601859] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 already deleted. [ 894.601937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.940431] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcdf365d-c209-491a-96f4-9cb0c805f9a8: rpc.has_security_group_logging(os_id): False [ 894.958814] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.959261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.959261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.959370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.959437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.959678] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.959796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.959858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.960083] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.960121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.960296] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.960390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.960603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.960603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.960797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.960797] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.960916] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.960964] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.961095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.961168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.961265] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 is going to be created. [ 895.035950] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.035950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.035950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.035950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.035950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.048192] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 in Status: IN_PROGRESS for 2s [ 895.052037] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.052037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.052037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.052290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.052290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.052378] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port e5adce26-c146-42ed-a9e5-a17ba3fec51c not found, creating... [ 895.052647] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.052801] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.052949] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.053270] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.053667] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.053817] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.053914] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.054046] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.054267] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.054401] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.054587] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: e5adce26-c146-42ed-a9e5-a17ba3fec51c is going to be created. [ 895.077435] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.077734] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.077813] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.078089] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.078323] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.078678] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-e5adce26-c146-42ed-a9e5-a17ba3fec51c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.874289] env[69763]: INFO networking_nsxv3.common.synchronization [req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b req-cd1ede32-2a4f-4276-811a-862048733b7f service nova] Enqueued Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_rules [ 895.874289] env[69763]: INFO networking_nsxv3.common.synchronization [req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b req-cd1ede32-2a4f-4276-811a-862048733b7f service nova] Enqueued Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_members [ 895.874289] env[69763]: INFO networking_nsxv3.common.synchronization [req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b req-cd1ede32-2a4f-4276-811a-862048733b7f service nova] Enqueued Resource ID: e5adce26-c146-42ed-a9e5-a17ba3fec51c with Priority: HIGHEST for action port [ 895.874289] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_rules [ 895.874289] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_members [ 895.874289] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5adce26-c146-42ed-a9e5-a17ba3fec51c with Priority: HIGHEST for action port [ 895.874289] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192d7f86-0523-4e0d-96a7-f7bf06b61707 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.874289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.874289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.875091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.875301] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.876636] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-192d7f86-0523-4e0d-96a7-f7bf06b61707 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.876884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.877063] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.878023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.878023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.878023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.878023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.878023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.878023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.878023] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.879831] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5adce26-c146-42ed-a9e5-a17ba3fec51c taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.881679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5adce26-c146-42ed-a9e5-a17ba3fec51c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.881679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5adce26-c146-42ed-a9e5-a17ba3fec51c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.881679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5adce26-c146-42ed-a9e5-a17ba3fec51c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.881679] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5adce26-c146-42ed-a9e5-a17ba3fec51c',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.382561] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.383760] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-192d7f86-0523-4e0d-96a7-f7bf06b61707 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.383895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.388415] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5adce26-c146-42ed-a9e5-a17ba3fec51c with status ACTIVE [ 896.388622] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.388751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.388822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.389043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.389145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.389328] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.389496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.389496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.389645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.389727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.389908] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.390014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.390080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.390225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.390313] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.390384] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5adce26-c146-42ed-a9e5-a17ba3fec51c is going to be updated. [ 896.414596] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.414915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.414915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.415159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.415159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.415346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5adce26-c146-42ed-a9e5-a17ba3fec51c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.607677] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 in Status: SUCCESS [ 896.607796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.607962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.608203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.608388] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.608505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.608590] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.608743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.608821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.608904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.608993] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4f9bfdf-6b8b-421c-88af-0e21a3a79f76',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.885028] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.060763] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 in Status: SUCCESS [ 897.060993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.112032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.112032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.112237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.112379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.112572] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.112683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.112744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.112929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.113039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.113140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.113296] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.113401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.113469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.113618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.113761] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.113855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.113913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.114072] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.114144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.114220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.114305] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4f9bfdf-6b8b-421c-88af-0e21a3a79f76',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.387319] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.387663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.387663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.387899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.387899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.387970] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 is going to be created. [ 897.419238] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.419430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.419528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.419761] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.420015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.431449] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 in Status: UNINITIALIZED for 2s [ 897.618023] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4f9bfdf-6b8b-421c-88af-0e21a3a79f76: rpc.has_security_group_logging(os_id): False [ 897.635346] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.635512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.635601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.635777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.636815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.636815] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.636815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.636815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.636815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.636815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.636815] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.637176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.637176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.637176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.637176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.637883] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.637883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.637883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.637883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.637883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.637883] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 is going to be created. [ 897.695412] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.695609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.695666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.696103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.696221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.710402] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 in Status: IN_PROGRESS for 2s [ 898.939073] env[69763]: INFO networking_nsxv3.common.synchronization [req-6b375aa2-76aa-42ee-9cb9-4714721218d4 req-6ee7033b-d2b3-45db-a950-99a46a3ac6b2 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_members [ 898.939635] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_members [ 898.939949] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-442d11bb-cfc9-4db3-ba30-1294bea83a7d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.940971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.941070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.941310] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.941482] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.941588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.941652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.941801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.941895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.942115] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.347030] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.348266] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.348421] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.348866] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.349204] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.349383] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.349502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.349793] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.350030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.350376] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.350785] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.350859] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.350998] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.351210] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.351314] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.351466] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.373448] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.374331] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.374331] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.374331] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.374597] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-93fd4eaf-717f-4082-8fe4-ef2bd259eb53 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.374904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-93fd4eaf-717f-4082-8fe4-ef2bd259eb53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.375073] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-93fd4eaf-717f-4082-8fe4-ef2bd259eb53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.375440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-93fd4eaf-717f-4082-8fe4-ef2bd259eb53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.375616] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93fd4eaf-717f-4082-8fe4-ef2bd259eb53',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.442405] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 in Status: SUCCESS [ 899.442657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.442821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.443114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.443366] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.444032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.444032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.444032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.444032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.444032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.444516] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.445475] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.445643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.445777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.445943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.446074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.446327] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.446475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.446541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.446701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.446858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.446909] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d already deleted. [ 899.447040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.721745] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 in Status: SUCCESS [ 899.721973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.878626] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.878934] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.879099] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.879306] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.879462] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.879623] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 93fd4eaf-717f-4082-8fe4-ef2bd259eb53 not found, creating... [ 899.879901] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.880068] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.880187] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.880405] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.880548] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.880827] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.880983] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.881120] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.881327] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.881493] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.881601] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 93fd4eaf-717f-4082-8fe4-ef2bd259eb53 is going to be created. [ 899.903422] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.903688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.903839] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.904141] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.904449] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.904737] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-93fd4eaf-717f-4082-8fe4-ef2bd259eb53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.948734] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.451609] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 192d7f86-0523-4e0d-96a7-f7bf06b61707: rpc.has_security_group_logging(os_id): False [ 900.473168] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.473308] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.473346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.473597] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.473632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.473871] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.473983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.474056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.474209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.474300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.474397] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 is going to be created. [ 900.541281] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.541560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.541747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.542090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.542464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.554455] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 in Status: IN_PROGRESS for 2s [ 900.686607] env[69763]: INFO networking_nsxv3.common.synchronization [req-6b375aa2-76aa-42ee-9cb9-4714721218d4 req-f94e9a67-f773-4663-a5d1-266860a42598 service nova] Enqueued Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_rules [ 900.686797] env[69763]: INFO networking_nsxv3.common.synchronization [req-6b375aa2-76aa-42ee-9cb9-4714721218d4 req-f94e9a67-f773-4663-a5d1-266860a42598 service nova] Enqueued Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_members [ 900.686942] env[69763]: INFO networking_nsxv3.common.synchronization [req-6b375aa2-76aa-42ee-9cb9-4714721218d4 req-f94e9a67-f773-4663-a5d1-266860a42598 service nova] Enqueued Resource ID: 93fd4eaf-717f-4082-8fe4-ef2bd259eb53 with Priority: HIGHEST for action port [ 900.687509] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_rules [ 900.687650] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_members [ 900.687741] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93fd4eaf-717f-4082-8fe4-ef2bd259eb53 with Priority: HIGHEST for action port [ 900.688185] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.688392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.688545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.688920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.689066] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.690539] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-442d11bb-cfc9-4db3-ba30-1294bea83a7d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.690874] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.690874] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.691246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.691445] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.691610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.692265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.696026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.696026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.696026] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.696026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-93fd4eaf-717f-4082-8fe4-ef2bd259eb53 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.696026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93fd4eaf-717f-4082-8fe4-ef2bd259eb53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.696026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93fd4eaf-717f-4082-8fe4-ef2bd259eb53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.696026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93fd4eaf-717f-4082-8fe4-ef2bd259eb53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.696026] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93fd4eaf-717f-4082-8fe4-ef2bd259eb53',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.198612] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93fd4eaf-717f-4082-8fe4-ef2bd259eb53 with status ACTIVE [ 901.198918] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.198918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.198918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.202768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.202898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.203169] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.203284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.203350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.203540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.203623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.203932] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.204095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.204095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.204247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.204324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.204412] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93fd4eaf-717f-4082-8fe4-ef2bd259eb53 is going to be updated. [ 901.206130] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.211026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-442d11bb-cfc9-4db3-ba30-1294bea83a7d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.211026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.241172] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.241354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.241448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.241704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.241924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.242151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93fd4eaf-717f-4082-8fe4-ef2bd259eb53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.708936] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.212559] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.212883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.213549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.214179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.214179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.214179] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d is going to be created. [ 902.244069] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.244069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.244069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.244069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.244466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.257690] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d in Status: UNINITIALIZED for 2s [ 902.571583] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 in Status: SUCCESS [ 902.571800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.995269] env[69763]: INFO networking_nsxv3.common.synchronization [req-90b63d55-f445-40d1-91fd-ef72357864e9 req-0f5edb7c-7c8d-4035-a74f-9e950d18014a tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Enqueued Resource ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 with Priority: HIGHEST for action security_group_members [ 903.995867] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 with Priority: HIGHEST for action security_group_members [ 903.996325] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcdf365d-c209-491a-96f4-9cb0c805f9a8 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.996449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.996518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.996756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.996947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.997064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.997128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.997343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.997393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.997494] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcdf365d-c209-491a-96f4-9cb0c805f9a8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.269279] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d in Status: SUCCESS [ 904.270888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.270888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.270888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.270888] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.270888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.270888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.270888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.270888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.270888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.270888] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.499850] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.500032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.500107] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.500326] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.500418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.500633] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.500710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.500788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.500936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.501024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.501112] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 is going to be updated. [ 904.529876] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.530036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.530184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.530303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.530445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.539615] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 in Status: IN_PROGRESS for 2s [ 904.773545] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.278681] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 442d11bb-cfc9-4db3-ba30-1294bea83a7d: rpc.has_security_group_logging(os_id): False [ 905.300044] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.300044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.300044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.300044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.300277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.300359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.300442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.300505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.300657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.300729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.301402] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d is going to be created. [ 905.369700] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.369851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.369910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.370132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.371742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.382410] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d in Status: IN_PROGRESS for 2s [ 906.550430] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 in Status: SUCCESS [ 906.550811] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 deletion is rescheduled due to dependency. [ 906.550811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.275036] env[69763]: INFO networking_nsxv3.common.synchronization [req-1454d6c3-cd60-4db0-951e-e17071b4e36f req-7bbd39b4-58a4-4119-bb01-e4d742c73755 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Enqueued Resource ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 with Priority: HIGHEST for action security_group_members [ 907.275571] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 with Priority: HIGHEST for action security_group_members [ 907.275883] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.276022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.276086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.276305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.276480] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.276577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.276638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.276789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.276869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.276959] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f9bfdf-6b8b-421c-88af-0e21a3a79f76',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.396583] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d in Status: SUCCESS [ 907.397724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.783184] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.783473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.783473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.783697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.783832] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.785313] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.785682] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.785878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.786152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.786244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.786426] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 is going to be updated. [ 907.818223] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.818372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.818434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.819780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.819780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.828391] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 in Status: IN_PROGRESS for 2s [ 909.841336] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 in Status: SUCCESS [ 909.841632] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 deletion is rescheduled due to dependency. [ 909.841632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.387736] env[69763]: INFO networking_nsxv3.common.synchronization [None req-396fc92a-0776-421f-bd17-506b08c04e03 None None] Enqueued Resource ID: 3cf921d0-c72e-486c-8789-9ee6cdb0001e with Priority: HIGHEST for action port [ 911.387736] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf921d0-c72e-486c-8789-9ee6cdb0001e with Priority: HIGHEST for action port [ 911.388483] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cf921d0-c72e-486c-8789-9ee6cdb0001e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.392624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cf921d0-c72e-486c-8789-9ee6cdb0001e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.392624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cf921d0-c72e-486c-8789-9ee6cdb0001e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.392624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cf921d0-c72e-486c-8789-9ee6cdb0001e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.392624] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf921d0-c72e-486c-8789-9ee6cdb0001e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.895200] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cf921d0-c72e-486c-8789-9ee6cdb0001e [ 911.901329] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.901527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.901598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.901815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.901908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.902058] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cf921d0-c72e-486c-8789-9ee6cdb0001e already deleted. [ 911.902106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cf921d0-c72e-486c-8789-9ee6cdb0001e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.330666] env[69763]: INFO networking_nsxv3.common.synchronization [None req-7bca9fc6-c09f-4e09-826d-a5d767dd4414 None None] Enqueued Resource ID: 2bd36c1f-f2a4-45ba-903d-7bbefb708cd1 with Priority: HIGHEST for action port [ 913.331287] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bd36c1f-f2a4-45ba-903d-7bbefb708cd1 with Priority: HIGHEST for action port [ 913.331747] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bd36c1f-f2a4-45ba-903d-7bbefb708cd1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.331978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bd36c1f-f2a4-45ba-903d-7bbefb708cd1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.332149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bd36c1f-f2a4-45ba-903d-7bbefb708cd1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.332462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bd36c1f-f2a4-45ba-903d-7bbefb708cd1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.332589] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd36c1f-f2a4-45ba-903d-7bbefb708cd1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.836517] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bd36c1f-f2a4-45ba-903d-7bbefb708cd1 [ 913.836812] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.836965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.837058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.837338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.837450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.837589] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bd36c1f-f2a4-45ba-903d-7bbefb708cd1 already deleted. [ 913.837962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bd36c1f-f2a4-45ba-903d-7bbefb708cd1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.417019] env[69763]: INFO networking_nsxv3.common.synchronization [req-789bdefc-0062-4d3a-90ce-670cd823d935 req-255ab26d-19a3-4c8b-83e4-129b6d29ac9d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 914.417019] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGHEST for action security_group_members [ 914.417019] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.417019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.417019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.417019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.417019] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.417019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.417019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.417019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.417019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.417019] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.919246] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.919407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.919480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.919678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.942175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.943269] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.944123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.946324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.946324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.946324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.946324] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be updated. [ 914.975160] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.975160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.975160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.975394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.975512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.987282] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: IN_PROGRESS for 2s [ 917.000553] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 in Status: SUCCESS [ 917.000553] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 deletion is rescheduled due to dependency. [ 917.000553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.719934] env[69763]: INFO networking_nsxv3.common.synchronization [req-da05d89d-95ab-4c65-bab3-bd990ce45495 req-113c9e32-f6d6-4c38-a2ac-05c02e7e90c4 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 917.720551] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 917.720858] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.720983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.721083] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.721289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.721441] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.721542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.721621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.721835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.721835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.721935] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.223733] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.224051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.224051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.224189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.224280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.224497] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.224598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.224707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.224909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.224909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.225025] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 is going to be updated. [ 918.258172] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.258325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.258325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.258518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.258658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.268368] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: IN_PROGRESS for 2s [ 920.281340] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: SUCCESS [ 920.281631] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 deletion is rescheduled due to dependency. [ 920.281631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.827465] env[69763]: INFO networking_nsxv3.common.synchronization [req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 req-54af8e03-addb-44d9-ae87-06d983d782cc tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 921.827917] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 921.828059] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.828117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.828169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.828356] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.828494] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.828586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.828637] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.828839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.828932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.831407] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.199556] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.199760] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.199889] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.200353] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.200632] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.200799] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.200918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.201163] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.201315] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.201527] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.201646] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.201761] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.201880] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.202032] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.202105] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.202345] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.225142] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.225338] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.225484] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.225675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.225993] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-58a6ebfa-9b74-41f1-99ec-f097724df0e7 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.226190] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-58a6ebfa-9b74-41f1-99ec-f097724df0e7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.226316] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-58a6ebfa-9b74-41f1-99ec-f097724df0e7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.226738] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-58a6ebfa-9b74-41f1-99ec-f097724df0e7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.226883] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a6ebfa-9b74-41f1-99ec-f097724df0e7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.334681] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.334900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.334955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.335154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.335245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.335436] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.335651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.335651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.335900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.335900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.335972] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be deleted. [ 922.378147] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.378147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.378147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.378147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.378147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.378147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.522314] env[69763]: INFO networking_nsxv3.common.synchronization [req-2021adb8-d8e4-48c2-a8a2-60dde229b910 req-86a07a69-f3dd-4736-b324-9f2e16617bc2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 922.522314] env[69763]: INFO networking_nsxv3.common.synchronization [req-2021adb8-d8e4-48c2-a8a2-60dde229b910 req-86a07a69-f3dd-4736-b324-9f2e16617bc2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_members [ 922.522314] env[69763]: INFO networking_nsxv3.common.synchronization [req-2021adb8-d8e4-48c2-a8a2-60dde229b910 req-86a07a69-f3dd-4736-b324-9f2e16617bc2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Enqueued Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGHEST for action security_group_members [ 922.522877] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGHEST for action security_group_members [ 922.523041] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 with Priority: HIGHEST for action security_group_members [ 922.523135] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGHEST for action security_group_members [ 922.523429] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.523555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.523622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.523818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.523977] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.524867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.524947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.526231] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.526231] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.526390] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.527271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.527459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.527459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.527703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.528068] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.528068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.528068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.528256] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.528256] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.528325] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70f38713-9bd2-4cf8-99e9-10c88a9e1c40',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.529249] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-866c8660-accd-45fa-9c90-81572205c84f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.529373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.529432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.529727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.529727] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.529835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.529877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.530020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.530099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.530188] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.729635] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.729918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.730062] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.730347] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.730544] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.730807] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 58a6ebfa-9b74-41f1-99ec-f097724df0e7 not found, creating... [ 922.731128] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.731298] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.731417] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.731655] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.732576] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.732656] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.732940] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.733023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.733224] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.733428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.733655] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 58a6ebfa-9b74-41f1-99ec-f097724df0e7 is going to be created. [ 922.759534] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.759832] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.759970] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.760278] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.760765] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.761037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-58a6ebfa-9b74-41f1-99ec-f097724df0e7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.033920] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.033920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.033920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.033920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.033920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.033920] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.033920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.033920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.033920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.033920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.033920] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be updated. [ 923.034721] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.034721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.034721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.034721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.035717] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.035810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.059424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.059424] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.059633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.059753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.060030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.060125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.060225] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 is going to be updated. [ 923.061723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.062978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.062978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.062978] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.062978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.062978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.062978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.062978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.062978] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866c8660-accd-45fa-9c90-81572205c84f is going to be updated. [ 923.073500] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.076132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.076637] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.077800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.077800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.086311] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: IN_PROGRESS for 2s [ 923.101935] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.101935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.101935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.101935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.101935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.107024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.107024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.107024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.107024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.107024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.116293] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: IN_PROGRESS for 2s [ 923.119027] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866c8660-accd-45fa-9c90-81572205c84f in Status: IN_PROGRESS for 2s [ 923.557061] env[69763]: INFO networking_nsxv3.common.synchronization [req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 req-8ce269d6-e914-4763-a0e5-0a269e1dfb21 service nova] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_rules [ 923.557246] env[69763]: INFO networking_nsxv3.common.synchronization [req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 req-8ce269d6-e914-4763-a0e5-0a269e1dfb21 service nova] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 923.557774] env[69763]: INFO networking_nsxv3.common.synchronization [req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 req-8ce269d6-e914-4763-a0e5-0a269e1dfb21 service nova] Enqueued Resource ID: 58a6ebfa-9b74-41f1-99ec-f097724df0e7 with Priority: HIGHEST for action port [ 923.557986] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_rules [ 923.558068] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 923.558272] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a6ebfa-9b74-41f1-99ec-f097724df0e7 with Priority: HIGHEST for action port [ 923.559099] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.559099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.559099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.559099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.559099] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.559905] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.560071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.560144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.564702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.564702] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.564702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.564702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.564702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.564702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.564702] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.564702] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-58a6ebfa-9b74-41f1-99ec-f097724df0e7 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.564702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58a6ebfa-9b74-41f1-99ec-f097724df0e7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.564702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58a6ebfa-9b74-41f1-99ec-f097724df0e7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.564702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58a6ebfa-9b74-41f1-99ec-f097724df0e7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.564702] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a6ebfa-9b74-41f1-99ec-f097724df0e7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.065505] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.065505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.065505] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.066603] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58a6ebfa-9b74-41f1-99ec-f097724df0e7 with status ACTIVE [ 924.066803] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.066926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.066997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.067233] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.067337] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.067577] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.067661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.067708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.067838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.067914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.068122] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.068216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.068287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.068429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.068524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.068605] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58a6ebfa-9b74-41f1-99ec-f097724df0e7 is going to be updated. [ 924.090325] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.090502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.090605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.090769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.090917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.091110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58a6ebfa-9b74-41f1-99ec-f097724df0e7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.571859] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.818465] env[69763]: INFO networking_nsxv3.common.synchronization [None req-46148b2f-8094-4af9-a9b5-40f415267192 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_rules [ 924.818961] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_rules [ 924.819809] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7480a782-f979-4c42-8a2b-8a8447f75c66 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.819946] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.820057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.820283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.820405] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.922141] env[69763]: INFO networking_nsxv3.common.synchronization [None req-1e4b7e35-3f0a-4322-a50f-829aa1df8f9a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_rules [ 924.922784] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_rules [ 924.923800] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7480a782-f979-4c42-8a2b-8a8447f75c66 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.923921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.074193] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.074624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.074624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.074753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.074807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.074867] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be created. [ 925.094539] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ab7a11-2e57-46c6-bf69-a17240860379 in Status: SUCCESS [ 925.094776] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 deletion is rescheduled due to dependency. [ 925.094909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.099926] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.100148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.100237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.100470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.100659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.110824] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: UNINITIALIZED for 2s [ 925.127787] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 in Status: SUCCESS [ 925.127787] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70f38713-9bd2-4cf8-99e9-10c88a9e1c40 deletion is rescheduled due to dependency. [ 925.127787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f38713-9bd2-4cf8-99e9-10c88a9e1c40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.128032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866c8660-accd-45fa-9c90-81572205c84f in Status: SUCCESS [ 925.128070] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866c8660-accd-45fa-9c90-81572205c84f deletion is rescheduled due to dependency. [ 925.128221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.345212] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.345429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.345482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.345732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.345831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.345946] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 already deleted. [ 925.346049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.346237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.346455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.346607] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.870324] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.870864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.870864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.870864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.871129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.871129] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 already deleted. [ 925.871129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.639585] env[69763]: INFO networking_nsxv3.common.synchronization [req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 req-d7436961-9c40-45fc-a030-fb797e818bae tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 926.667100] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 926.667100] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.667100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.667100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.667100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.667100] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.667100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.667100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.667100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.667100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.667100] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.003159] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.003159] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.003159] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.003159] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.003159] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.003159] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.003159] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.003159] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.003687] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.004016] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.004226] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.004443] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.004643] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.004842] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.005042] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.005260] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.024615] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.024775] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 927.024921] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.025124] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.025434] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-40d40130-0813-4b0f-9e0d-8dd363a61127 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.025600] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-40d40130-0813-4b0f-9e0d-8dd363a61127" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.025725] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-40d40130-0813-4b0f-9e0d-8dd363a61127" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.026121] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-40d40130-0813-4b0f-9e0d-8dd363a61127" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.026274] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d40130-0813-4b0f-9e0d-8dd363a61127',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.120465] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: UNINITIALIZED for 4s [ 927.145693] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.145840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.145944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.146141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.146266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.146421] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.146584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.146647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.146792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.146867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.146953] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be deleted. [ 927.175694] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.175694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.175694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.175694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.175933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.175933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.528699] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.529019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.529201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.529506] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.529689] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.529849] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 40d40130-0813-4b0f-9e0d-8dd363a61127 not found, creating... [ 927.530155] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.530365] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.530500] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.530790] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.530943] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.531284] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.531491] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.531619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.531885] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.532095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.532336] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 40d40130-0813-4b0f-9e0d-8dd363a61127 is going to be created. [ 927.557303] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.557303] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.557445] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.557666] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.557944] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.558221] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-40d40130-0813-4b0f-9e0d-8dd363a61127" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.290857] env[69763]: INFO networking_nsxv3.common.synchronization [req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 req-d837158f-d8c6-45b9-8f3f-40bceb53ecb4 service nova] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_rules [ 928.291164] env[69763]: INFO networking_nsxv3.common.synchronization [req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 req-d837158f-d8c6-45b9-8f3f-40bceb53ecb4 service nova] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 928.291405] env[69763]: INFO networking_nsxv3.common.synchronization [req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 req-d837158f-d8c6-45b9-8f3f-40bceb53ecb4 service nova] Enqueued Resource ID: 40d40130-0813-4b0f-9e0d-8dd363a61127 with Priority: HIGHEST for action port [ 928.292135] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_rules [ 928.292345] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 928.292496] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d40130-0813-4b0f-9e0d-8dd363a61127 with Priority: HIGHEST for action port [ 928.293569] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.293569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.293569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.293569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.293856] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.294961] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.295113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.295277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.295696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.295696] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.295696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.295813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.296037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.296037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.301083] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.301809] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d40130-0813-4b0f-9e0d-8dd363a61127 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.301809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d40130-0813-4b0f-9e0d-8dd363a61127" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.301809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d40130-0813-4b0f-9e0d-8dd363a61127" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.301809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d40130-0813-4b0f-9e0d-8dd363a61127" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.301809] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d40130-0813-4b0f-9e0d-8dd363a61127',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.803897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.804044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.804271] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.805349] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d40130-0813-4b0f-9e0d-8dd363a61127 with status ACTIVE [ 928.805422] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.805526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.805636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.805843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.805931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.806131] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.806276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.806341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.806510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.806597] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.806781] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.806909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.806978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.807132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.807353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.807353] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d40130-0813-4b0f-9e0d-8dd363a61127 is going to be updated. [ 928.832118] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.832280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.832318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.832522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.832674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.832820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d40130-0813-4b0f-9e0d-8dd363a61127" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.134487] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 929.138027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.138027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.138027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.138027] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.138027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.138027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.138027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.138027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.138027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.138027] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.309298] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.366217] env[69763]: INFO networking_nsxv3.common.synchronization [req-0bacff7a-8f24-4815-aff0-936f760bcd54 req-115d2c8c-cc1e-406b-9771-7bc0c5960c48 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Enqueued Resource ID: 7dff8a1c-f257-480a-a976-93b139397bae with Priority: HIGHEST for action security_group_members [ 929.366217] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dff8a1c-f257-480a-a976-93b139397bae with Priority: HIGHEST for action security_group_members [ 929.366217] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dff8a1c-f257-480a-a976-93b139397bae taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.370122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.370290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.370664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.370857] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.370971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.371043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.371201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.371280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.371375] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dff8a1c-f257-480a-a976-93b139397bae',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.641052] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.641052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.641052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.641052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.641052] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.641052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.641052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.641052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.641052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.641311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.641311] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.641434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.641434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.641771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.641771] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.641771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.641771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.641977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.641977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.642068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.642133] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.796194] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.796194] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-871" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.796194] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-871" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.796593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-871" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.796896] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.797309] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.797309] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.797528] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.797663] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.797896] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.798050] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.798175] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.798301] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.798437] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.798551] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.798717] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.812929] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.813064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.813109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.813292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.813391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.813502] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be created. [ 929.820738] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.821054] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.821102] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.821313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-871" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.821652] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-30a6b0ab-3c09-4787-bbdc-dfc40db22377 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.821842] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-30a6b0ab-3c09-4787-bbdc-dfc40db22377" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.821975] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-30a6b0ab-3c09-4787-bbdc-dfc40db22377" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.822352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-30a6b0ab-3c09-4787-bbdc-dfc40db22377" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.822538] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a6b0ab-3c09-4787-bbdc-dfc40db22377',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.837481] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.837653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.837726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.837924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.838098] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.847632] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: UNINITIALIZED for 2s [ 929.874015] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.874015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.874015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.874015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.874015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.874341] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.874341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.874341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.874472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.874590] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.874677] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dff8a1c-f257-480a-a976-93b139397bae already deleted. [ 929.874789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.147186] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb2078da-e286-41c0-b37b-d2779d346c5e: rpc.has_security_group_logging(os_id): False [ 930.173396] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.173743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.173841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.174145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.174278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.174523] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.175748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.175748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.175748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.175748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.175748] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.175748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.175748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.176552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.176552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.176552] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.176782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.176827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.177020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.177272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.177357] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be created. [ 930.253270] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.253270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.253270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.253464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.253627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.272754] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 930.327290] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.327623] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.327674] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.327987] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.328166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.328332] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 30a6b0ab-3c09-4787-bbdc-dfc40db22377 not found, creating... [ 930.328631] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.328898] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.329151] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.329286] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.329449] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.329721] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.329884] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.330014] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.330241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.330381] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.330531] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 30a6b0ab-3c09-4787-bbdc-dfc40db22377 is going to be created. [ 930.356813] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.357081] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.357227] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.357821] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.357821] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.357970] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-30a6b0ab-3c09-4787-bbdc-dfc40db22377" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.117392] env[69763]: INFO networking_nsxv3.common.synchronization [req-0bacff7a-8f24-4815-aff0-936f760bcd54 req-11ab46a9-acac-41da-9e0e-b70a6981ffd7 service nova] Enqueued Resource ID: 7dff8a1c-f257-480a-a976-93b139397bae with Priority: HIGHEST for action security_group_rules [ 931.117392] env[69763]: INFO networking_nsxv3.common.synchronization [req-0bacff7a-8f24-4815-aff0-936f760bcd54 req-11ab46a9-acac-41da-9e0e-b70a6981ffd7 service nova] Enqueued Resource ID: 7dff8a1c-f257-480a-a976-93b139397bae with Priority: HIGHEST for action security_group_members [ 931.117392] env[69763]: INFO networking_nsxv3.common.synchronization [req-0bacff7a-8f24-4815-aff0-936f760bcd54 req-11ab46a9-acac-41da-9e0e-b70a6981ffd7 service nova] Enqueued Resource ID: 30a6b0ab-3c09-4787-bbdc-dfc40db22377 with Priority: HIGHEST for action port [ 931.117392] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dff8a1c-f257-480a-a976-93b139397bae with Priority: HIGHEST for action security_group_rules [ 931.117392] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dff8a1c-f257-480a-a976-93b139397bae with Priority: HIGHEST for action security_group_members [ 931.117392] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a6b0ab-3c09-4787-bbdc-dfc40db22377 with Priority: HIGHEST for action port [ 931.117392] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dff8a1c-f257-480a-a976-93b139397bae taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.118669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.120626] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.120626] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.120626] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dff8a1c-f257-480a-a976-93b139397bae',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.123710] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dff8a1c-f257-480a-a976-93b139397bae taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.128143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.128143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.128143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.128143] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.128143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.128143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.128143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.128143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.128143] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dff8a1c-f257-480a-a976-93b139397bae',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.128143] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a6b0ab-3c09-4787-bbdc-dfc40db22377 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.128143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a6b0ab-3c09-4787-bbdc-dfc40db22377" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.128143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a6b0ab-3c09-4787-bbdc-dfc40db22377" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.128143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a6b0ab-3c09-4787-bbdc-dfc40db22377" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.128143] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a6b0ab-3c09-4787-bbdc-dfc40db22377',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.629147] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dff8a1c-f257-480a-a976-93b139397bae',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.630691] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dff8a1c-f257-480a-a976-93b139397bae taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.630968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.631231] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30a6b0ab-3c09-4787-bbdc-dfc40db22377 with status ACTIVE [ 931.631740] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.631968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.632267] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.632739] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.633154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.633442] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.635036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.635036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.635036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.635036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.635036] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.635036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.635036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.635036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.635036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.635036] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30a6b0ab-3c09-4787-bbdc-dfc40db22377 is going to be updated. [ 931.662359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.662535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.662647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.662882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.663076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.663242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a6b0ab-3c09-4787-bbdc-dfc40db22377" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.858480] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: SUCCESS [ 931.858480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.858480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.858595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.858929] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.858929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.859062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.859225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.859225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.859309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.859373] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.137212] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dff8a1c-f257-480a-a976-93b139397bae',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.287989] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 932.288339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.363432] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.363432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.363432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.363710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.363710] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.363821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.364051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.364226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.364335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.364468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.364638] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.364765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.364799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.365128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.365128] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.365265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.365265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.365345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.365403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.365481] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.365572] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.639581] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.639898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.639898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.640048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.640201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.640353] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dff8a1c-f257-480a-a976-93b139397bae is going to be created. [ 932.685314] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.685314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.685314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.685314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.685314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.698802] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dff8a1c-f257-480a-a976-93b139397bae in Status: UNINITIALIZED for 2s [ 932.868870] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55eacf65-2a18-4d69-aae2-14e6218a7027: rpc.has_security_group_logging(os_id): False [ 932.891050] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.891211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.891282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.891495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.891588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.891778] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.891873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.891936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.892113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.892174] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.892355] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.892448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.892509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.892646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.892722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.892910] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.893660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.893660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.893660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.893660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.893660] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be created. [ 932.947938] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.948172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.948172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.948397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.948947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.961933] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: IN_PROGRESS for 2s [ 934.194521] env[69763]: INFO networking_nsxv3.common.synchronization [req-53efceb4-7e68-4bc9-add1-c001eac04fce req-9bfcb90c-dbf0-4a85-9f86-0745c753790a tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Enqueued Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 934.195108] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 934.195414] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.195733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.195808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.196081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.196240] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.196342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.196401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.196555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.196647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.196774] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.554681] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.554887] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-249" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.555026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-249" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.555398] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-249" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.555646] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.555812] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.555935] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.556167] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.556313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.556520] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.556884] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.556884] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.556884] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.557028] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.557103] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.557235] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.578619] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.578783] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.578958] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.579160] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-249" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.579472] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-cc1a9a6d-db88-4233-a50d-a31aa4053b01 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.579680] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-cc1a9a6d-db88-4233-a50d-a31aa4053b01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.579810] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-cc1a9a6d-db88-4233-a50d-a31aa4053b01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.580147] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-cc1a9a6d-db88-4233-a50d-a31aa4053b01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.580290] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1a9a6d-db88-4233-a50d-a31aa4053b01',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.699054] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.699228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.699301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.699502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.699589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.699780] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.699876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.699937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.700092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.700165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.700246] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f581f267-f4df-4a7c-b841-456cdb9db31e already deleted. [ 934.700320] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.709870] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dff8a1c-f257-480a-a976-93b139397bae in Status: SUCCESS [ 934.709870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.709984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.710142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.710320] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.710432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.710499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.710648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.710728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.710812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.710904] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dff8a1c-f257-480a-a976-93b139397bae',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.976826] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: SUCCESS [ 934.976826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.082563] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.082801] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.082930] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.083232] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.083386] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.083544] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port cc1a9a6d-db88-4233-a50d-a31aa4053b01 not found, creating... [ 935.083803] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.083992] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.084162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.084920] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.084920] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.084920] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.085091] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.085154] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.085352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.085452] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.085595] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: cc1a9a6d-db88-4233-a50d-a31aa4053b01 is going to be created. [ 935.106081] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.106316] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.106443] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.106761] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.106995] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.107237] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-cc1a9a6d-db88-4233-a50d-a31aa4053b01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.213582] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dff8a1c-f257-480a-a976-93b139397bae taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.213938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.213938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.214074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.214297] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.214399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.214595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.215226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.215226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.215226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.215226] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dff8a1c-f257-480a-a976-93b139397bae taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.215226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.215226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.215439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.215584] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.215695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.215763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.215900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.215974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.216065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.216155] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dff8a1c-f257-480a-a976-93b139397bae',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.719814] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dff8a1c-f257-480a-a976-93b139397bae: rpc.has_security_group_logging(os_id): False [ 935.738716] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.738875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.738940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.739172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.739278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.739441] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.739548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.739609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.739802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.739915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.740212] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.740365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.740473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.740666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.740759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.741040] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.741318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.741394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.745029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.745029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.745029] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dff8a1c-f257-480a-a976-93b139397bae is going to be created. [ 935.818034] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.818285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.818285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.818586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.818819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.830218] env[69763]: INFO networking_nsxv3.common.synchronization [req-53efceb4-7e68-4bc9-add1-c001eac04fce req-71ddcab7-d16d-4485-94e3-98d408b822b8 service nova] Enqueued Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_rules [ 935.830379] env[69763]: INFO networking_nsxv3.common.synchronization [req-53efceb4-7e68-4bc9-add1-c001eac04fce req-71ddcab7-d16d-4485-94e3-98d408b822b8 service nova] Enqueued Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 935.830524] env[69763]: INFO networking_nsxv3.common.synchronization [req-53efceb4-7e68-4bc9-add1-c001eac04fce req-71ddcab7-d16d-4485-94e3-98d408b822b8 service nova] Enqueued Resource ID: cc1a9a6d-db88-4233-a50d-a31aa4053b01 with Priority: HIGHEST for action port [ 935.830786] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_rules [ 935.830913] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 935.831023] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1a9a6d-db88-4233-a50d-a31aa4053b01 with Priority: HIGHEST for action port [ 935.833580] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dff8a1c-f257-480a-a976-93b139397bae in Status: IN_PROGRESS for 2s [ 935.833580] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.833580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.833580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.833580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.833580] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.834218] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.836358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.836396] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.836760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.836935] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.837090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.837159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.837729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.837729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.837729] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.838958] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc1a9a6d-db88-4233-a50d-a31aa4053b01 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.839222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc1a9a6d-db88-4233-a50d-a31aa4053b01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.839222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc1a9a6d-db88-4233-a50d-a31aa4053b01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.839379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc1a9a6d-db88-4233-a50d-a31aa4053b01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.839468] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1a9a6d-db88-4233-a50d-a31aa4053b01',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.341662] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.343045] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.343238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.343516] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc1a9a6d-db88-4233-a50d-a31aa4053b01 with status ACTIVE [ 936.343749] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.344306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.344306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.344306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.344533] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.345087] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.345087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.345087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.345087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.345087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.345289] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.345329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.345381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.345550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.345584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.345662] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc1a9a6d-db88-4233-a50d-a31aa4053b01 is going to be updated. [ 936.370237] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.370429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.370470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.371047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.371047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.371047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc1a9a6d-db88-4233-a50d-a31aa4053b01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.812078] env[69763]: INFO networking_nsxv3.common.synchronization [req-5953cb4c-27ef-4b00-9f82-04264b118474 req-84861d4d-75be-4e22-b0f5-2e5ee2b9f62a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 936.814018] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 936.814018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.814018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.814018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.814018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.814018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.814018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.814018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.814018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.814018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.814018] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.849338] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.316606] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.351085] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.351419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.351419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.354940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.354940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.354940] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f581f267-f4df-4a7c-b841-456cdb9db31e is going to be created. [ 937.383927] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.384156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.384250] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.385218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.385218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.396092] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: UNINITIALIZED for 2s [ 937.459034] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.459034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.459034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.464202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.464202] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.464202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.464202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.464202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.464202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.464435] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.464435] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.464508] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.464776] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.464776] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.464840] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.465845] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.490945] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.491392] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.491392] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.491707] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-927" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.492347] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-92c948af-1680-4dd4-afeb-2199163c8953 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.493828] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-92c948af-1680-4dd4-afeb-2199163c8953" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.493828] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-92c948af-1680-4dd4-afeb-2199163c8953" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.494044] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-92c948af-1680-4dd4-afeb-2199163c8953" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.494291] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c948af-1680-4dd4-afeb-2199163c8953',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.823139] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.851313] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dff8a1c-f257-480a-a976-93b139397bae in Status: SUCCESS [ 937.851537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.998749] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.999045] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.999191] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.999483] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.999670] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.999796] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 92c948af-1680-4dd4-afeb-2199163c8953 not found, creating... [ 938.000076] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.000246] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.000364] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.002690] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.002690] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.002690] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.002690] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.002690] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.002690] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.002690] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.002690] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 92c948af-1680-4dd4-afeb-2199163c8953 is going to be created. [ 938.027523] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.027749] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.027880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.028205] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.028434] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.028663] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-92c948af-1680-4dd4-afeb-2199163c8953" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.325064] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.325064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.325064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.325321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.325503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.325503] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 938.365184] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.365184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.365184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.365609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.365609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.377757] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 938.825826] env[69763]: INFO networking_nsxv3.common.synchronization [req-5953cb4c-27ef-4b00-9f82-04264b118474 req-2e0c0826-5a13-484a-8b9f-732b88e6e915 service nova] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_rules [ 938.825826] env[69763]: INFO networking_nsxv3.common.synchronization [req-5953cb4c-27ef-4b00-9f82-04264b118474 req-2e0c0826-5a13-484a-8b9f-732b88e6e915 service nova] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 938.825936] env[69763]: INFO networking_nsxv3.common.synchronization [req-5953cb4c-27ef-4b00-9f82-04264b118474 req-2e0c0826-5a13-484a-8b9f-732b88e6e915 service nova] Enqueued Resource ID: 92c948af-1680-4dd4-afeb-2199163c8953 with Priority: HIGHEST for action port [ 938.826598] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_rules [ 938.826790] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 938.826922] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c948af-1680-4dd4-afeb-2199163c8953 with Priority: HIGHEST for action port [ 938.827411] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.827766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.827879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.828856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.828998] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.829954] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.830105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.830712] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c948af-1680-4dd4-afeb-2199163c8953 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.830837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c948af-1680-4dd4-afeb-2199163c8953" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.830906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c948af-1680-4dd4-afeb-2199163c8953" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.831118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c948af-1680-4dd4-afeb-2199163c8953" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.831199] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c948af-1680-4dd4-afeb-2199163c8953',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.334030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.334030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.334030] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92c948af-1680-4dd4-afeb-2199163c8953 with status ACTIVE [ 939.334030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.334030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.334030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.334356] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.334356] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.335214] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.335214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.335214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.335214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.335214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.335214] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.335214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.335576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.335576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.335576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.335576] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92c948af-1680-4dd4-afeb-2199163c8953 is going to be updated. [ 939.360960] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.367027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.367027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.367027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.367027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.367027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c948af-1680-4dd4-afeb-2199163c8953" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.409248] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: SUCCESS [ 939.409248] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.409248] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.409248] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.409248] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.409806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.409806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.409806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.409944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.410012] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.410134] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.913528] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.913692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.913766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.913974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.914649] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.914768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.914839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.915020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.915115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.915205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.915386] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.915488] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.915551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.915696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.915833] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.915924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.915983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.916139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.916224] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.916339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.916434] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.387713] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 940.388062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.388192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.388401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.388590] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.388709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.388774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.388922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.389042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.389190] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.421019] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f581f267-f4df-4a7c-b841-456cdb9db31e: rpc.has_security_group_logging(os_id): False [ 940.441774] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.441774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.441774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.441774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.441774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.442095] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.442179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.442426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.442608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.442608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.442894] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.446069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.446069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.446069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.446266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.446483] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.447570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.447570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.447570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.447570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.447570] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f581f267-f4df-4a7c-b841-456cdb9db31e is going to be created. [ 940.520197] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.520388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.520476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.520735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.520969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.537860] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: IN_PROGRESS for 2s [ 940.891912] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.396146] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.901113] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.901113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.901113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.901113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.901113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.901113] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 941.933208] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.933208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.933208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.933208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.933576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.944773] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 942.277267] env[69763]: INFO networking_nsxv3.common.synchronization [req-68d764de-b2d4-4ff7-8958-521cecc25e68 req-ce7ee4ff-44b7-4cf5-86a4-587500d2be87 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Enqueued Resource ID: 1c209640-e729-44c5-b34d-d2db2874ca87 with Priority: HIGHEST for action security_group_members [ 942.277829] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c209640-e729-44c5-b34d-d2db2874ca87 with Priority: HIGHEST for action security_group_members [ 942.279990] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c209640-e729-44c5-b34d-d2db2874ca87 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.280224] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.280321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.280670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.280892] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.281039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.281127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.281348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.281516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.281631] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c209640-e729-44c5-b34d-d2db2874ca87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.557819] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: SUCCESS [ 942.558192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.788274] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.788546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.788667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.788941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.789062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.789324] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.789493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.789586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.789850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.789967] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.790109] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c209640-e729-44c5-b34d-d2db2874ca87 already deleted. [ 942.790222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.862735] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.865457] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-592" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.869023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-592" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.869023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-592" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.869023] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.869023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.869023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.869023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.869023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.869023] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.869023] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.869023] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.869023] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.869023] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.869023] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.869597] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.896907] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.897159] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.898561] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.898561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-592" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.898561] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-0c059ba9-6c6d-4121-a836-8f05af01966d taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.898561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-0c059ba9-6c6d-4121-a836-8f05af01966d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.898561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-0c059ba9-6c6d-4121-a836-8f05af01966d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.898561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-0c059ba9-6c6d-4121-a836-8f05af01966d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.898961] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c059ba9-6c6d-4121-a836-8f05af01966d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.401849] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.402534] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.402534] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.402755] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.402976] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.403220] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 0c059ba9-6c6d-4121-a836-8f05af01966d not found, creating... [ 943.403587] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.403786] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.403918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.404230] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.404434] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.405561] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.405561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.405796] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.407027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.407637] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.407637] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 0c059ba9-6c6d-4121-a836-8f05af01966d is going to be created. [ 943.436584] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.437012] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.437171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.437519] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.437853] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.438213] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-0c059ba9-6c6d-4121-a836-8f05af01966d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.957644] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 943.958009] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.959177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.959177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.959177] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.959177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.959177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.959177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.959177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.959177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.959177] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.211339] env[69763]: INFO networking_nsxv3.common.synchronization [req-68d764de-b2d4-4ff7-8958-521cecc25e68 req-ab764075-ecbc-4207-b3d4-4c6b23bfbda4 service nova] Enqueued Resource ID: 1c209640-e729-44c5-b34d-d2db2874ca87 with Priority: HIGHEST for action security_group_rules [ 944.211339] env[69763]: INFO networking_nsxv3.common.synchronization [req-68d764de-b2d4-4ff7-8958-521cecc25e68 req-ab764075-ecbc-4207-b3d4-4c6b23bfbda4 service nova] Enqueued Resource ID: 1c209640-e729-44c5-b34d-d2db2874ca87 with Priority: HIGHEST for action security_group_members [ 944.211339] env[69763]: INFO networking_nsxv3.common.synchronization [req-68d764de-b2d4-4ff7-8958-521cecc25e68 req-ab764075-ecbc-4207-b3d4-4c6b23bfbda4 service nova] Enqueued Resource ID: 0c059ba9-6c6d-4121-a836-8f05af01966d with Priority: HIGHEST for action port [ 944.211339] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c209640-e729-44c5-b34d-d2db2874ca87 with Priority: HIGHEST for action security_group_rules [ 944.211339] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c209640-e729-44c5-b34d-d2db2874ca87 with Priority: HIGHEST for action security_group_members [ 944.211339] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c059ba9-6c6d-4121-a836-8f05af01966d with Priority: HIGHEST for action port [ 944.211883] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c209640-e729-44c5-b34d-d2db2874ca87 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.212157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.212340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.212682] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.213103] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c209640-e729-44c5-b34d-d2db2874ca87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.214175] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c209640-e729-44c5-b34d-d2db2874ca87 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.214401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.214569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.214837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.215086] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.215284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.215422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.215648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.215814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.216096] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c209640-e729-44c5-b34d-d2db2874ca87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.217514] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c059ba9-6c6d-4121-a836-8f05af01966d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.217746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c059ba9-6c6d-4121-a836-8f05af01966d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.217886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c059ba9-6c6d-4121-a836-8f05af01966d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.218140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c059ba9-6c6d-4121-a836-8f05af01966d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.218292] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c059ba9-6c6d-4121-a836-8f05af01966d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.461627] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.461837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.462028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.462478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.462961] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.463136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.463258] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.463452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.463583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.463847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.464173] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.464498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.464560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.464771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.464980] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.466290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.466290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.466290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.466290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.466290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.466290] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.684815] env[69763]: INFO networking_nsxv3.common.synchronization [None req-4e581989-6977-424b-a183-5e132a6228aa None None] Enqueued Resource ID: a521aea5-c805-4551-bfca-e761304eeb9e with Priority: HIGHEST for action port [ 944.684815] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a521aea5-c805-4551-bfca-e761304eeb9e with Priority: HIGHEST for action port [ 944.684815] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-a521aea5-c805-4551-bfca-e761304eeb9e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.684815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a521aea5-c805-4551-bfca-e761304eeb9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.684815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a521aea5-c805-4551-bfca-e761304eeb9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.684815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a521aea5-c805-4551-bfca-e761304eeb9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.684815] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a521aea5-c805-4551-bfca-e761304eeb9e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.723287] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c209640-e729-44c5-b34d-d2db2874ca87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.723287] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c209640-e729-44c5-b34d-d2db2874ca87 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.723287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.723287] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c059ba9-6c6d-4121-a836-8f05af01966d with status ACTIVE [ 944.723287] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.723287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.723287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.723287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.723287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.723287] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.723287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.723287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.723287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.724189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.724189] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.724189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.724189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.724189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.724189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.724189] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c059ba9-6c6d-4121-a836-8f05af01966d is going to be updated. [ 944.752958] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.752958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.752958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.754057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.754239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.754636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c059ba9-6c6d-4121-a836-8f05af01966d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.922415] env[69763]: INFO networking_nsxv3.common.synchronization [req-11fd588f-eda0-4047-88ec-b64c965f058b req-8ef3224b-0319-4419-9109-5fd9f238a58a tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Enqueued Resource ID: 7dff8a1c-f257-480a-a976-93b139397bae with Priority: HIGHEST for action security_group_members [ 944.928177] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dff8a1c-f257-480a-a976-93b139397bae with Priority: HIGHEST for action security_group_members [ 944.929652] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dff8a1c-f257-480a-a976-93b139397bae taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.929816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.929930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.930120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.930275] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.930368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.930452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.930610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.930692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.930789] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dff8a1c-f257-480a-a976-93b139397bae',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.968978] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91a0c963-a3d0-4652-97c2-8d1fbe9800af: rpc.has_security_group_logging(os_id): False [ 945.000568] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.000756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.000858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.001130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.024796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.025112] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.025234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.025298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.025517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.025592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.025775] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.025866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.025926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.026205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.026205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.026397] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.026487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.026544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.026718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.026792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.026875] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 945.095821] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.096024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.096113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.096323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.096477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.120110] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 945.187723] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a521aea5-c805-4551-bfca-e761304eeb9e [ 945.187975] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.188133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.188202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.188552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.188552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.188643] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a521aea5-c805-4551-bfca-e761304eeb9e already deleted. [ 945.188706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a521aea5-c805-4551-bfca-e761304eeb9e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.220635] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ca152ca-2448-4983-98f7-081386fdba68 req-e3a489ed-b97d-4b97-864e-c5c4ca22b2a0 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 945.220635] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 945.223823] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.224144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.224144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.224321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.225345] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.225428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.225428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.225614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.225725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.229040] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.230244] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c209640-e729-44c5-b34d-d2db2874ca87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.435290] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.435686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.435868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.436186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.437377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.437817] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.438129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.438337] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.439042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.439042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.439042] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dff8a1c-f257-480a-a976-93b139397bae is going to be updated. [ 945.467297] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.467544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.467544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.467821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.467982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.480626] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dff8a1c-f257-480a-a976-93b139397bae in Status: IN_PROGRESS for 2s [ 945.728322] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.728542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.728542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.728780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.728913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.729157] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.729296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.729392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.730283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.730283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.730283] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be deleted. [ 945.732821] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.733613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.733613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.733613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.733613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.733613] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c209640-e729-44c5-b34d-d2db2874ca87 is going to be created. [ 945.754136] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.755585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.755732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.756225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.756443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.763793] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.763961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.764048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.764256] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.764344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.764445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.771325] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c209640-e729-44c5-b34d-d2db2874ca87 in Status: UNINITIALIZED for 2s [ 946.098709] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.099066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.099105] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.099358] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.099645] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.099817] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.099951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.100526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.100834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.101180] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.101351] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.101512] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.101715] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.101860] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.102048] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.102275] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.123421] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.123681] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 946.123836] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.124039] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.124505] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-fd6a5412-b024-4548-96be-0fc0250f11fe taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.124832] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-fd6a5412-b024-4548-96be-0fc0250f11fe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.124971] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-fd6a5412-b024-4548-96be-0fc0250f11fe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.125479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-fd6a5412-b024-4548-96be-0fc0250f11fe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.125691] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd6a5412-b024-4548-96be-0fc0250f11fe',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.628876] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.629161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.629295] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.629585] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.629735] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.629900] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port fd6a5412-b024-4548-96be-0fc0250f11fe not found, creating... [ 946.630198] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.630366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.630486] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.630733] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.630874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.631193] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.631354] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.631730] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.632056] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.632207] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.632357] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: fd6a5412-b024-4548-96be-0fc0250f11fe is going to be created. [ 946.668596] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.668942] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.668942] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.669299] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.669582] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.669954] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-fd6a5412-b024-4548-96be-0fc0250f11fe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.140089] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 947.140089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.263308] env[69763]: INFO networking_nsxv3.common.synchronization [None req-2ae0f2b4-9de9-4291-a036-04a3b051194c None None] Enqueued Resource ID: 3b783092-e745-41c6-a417-9b2a7aaa7b85 with Priority: HIGHEST for action port [ 947.266762] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b783092-e745-41c6-a417-9b2a7aaa7b85 with Priority: HIGHEST for action port [ 947.266762] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b783092-e745-41c6-a417-9b2a7aaa7b85 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.266762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b783092-e745-41c6-a417-9b2a7aaa7b85" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.267088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b783092-e745-41c6-a417-9b2a7aaa7b85" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.267416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b783092-e745-41c6-a417-9b2a7aaa7b85" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.267532] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b783092-e745-41c6-a417-9b2a7aaa7b85',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.492270] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dff8a1c-f257-480a-a976-93b139397bae in Status: SUCCESS [ 947.492600] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dff8a1c-f257-480a-a976-93b139397bae deletion is rescheduled due to dependency. [ 947.492755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.540104] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ca152ca-2448-4983-98f7-081386fdba68 req-30cb3f1b-4526-4766-a6e0-5d20a57188cf tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 947.540716] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 947.543118] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.543305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.543378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.543599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.543796] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.543932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.543988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.545564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.545564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.545564] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.770851] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b783092-e745-41c6-a417-9b2a7aaa7b85 [ 947.771144] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.771269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.771345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.771986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.771986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.771986] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b783092-e745-41c6-a417-9b2a7aaa7b85 already deleted. [ 947.771986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b783092-e745-41c6-a417-9b2a7aaa7b85" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.786287] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c209640-e729-44c5-b34d-d2db2874ca87 in Status: SUCCESS [ 947.786393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.787137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.787426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.787717] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.787892] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.787980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.788410] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.789095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.789095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.789095] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c209640-e729-44c5-b34d-d2db2874ca87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.794389] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ca152ca-2448-4983-98f7-081386fdba68 req-a4a5bd7a-8a6b-4bff-9815-e11ddad153e6 service nova] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_rules [ 947.794389] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ca152ca-2448-4983-98f7-081386fdba68 req-a4a5bd7a-8a6b-4bff-9815-e11ddad153e6 service nova] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 947.794389] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ca152ca-2448-4983-98f7-081386fdba68 req-a4a5bd7a-8a6b-4bff-9815-e11ddad153e6 service nova] Enqueued Resource ID: fd6a5412-b024-4548-96be-0fc0250f11fe with Priority: HIGHEST for action port [ 947.794389] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_rules [ 947.794389] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 947.794389] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd6a5412-b024-4548-96be-0fc0250f11fe with Priority: HIGHEST for action port [ 947.794718] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.794718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.794804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.796094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.796094] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.797048] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.799040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.799040] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd6a5412-b024-4548-96be-0fc0250f11fe taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.799040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd6a5412-b024-4548-96be-0fc0250f11fe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.799040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd6a5412-b024-4548-96be-0fc0250f11fe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.799040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd6a5412-b024-4548-96be-0fc0250f11fe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.799040] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd6a5412-b024-4548-96be-0fc0250f11fe',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.048794] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.071137] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.074302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.074302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.074302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.077775] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.078671] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.078671] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.078671] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.080209] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.080209] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.080209] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.080209] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.080209] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.080209] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.080209] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.080209] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.102958] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.102958] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.102958] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.102958] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-997" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.102958] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-ee602e9d-c47b-429d-9811-a712c47af322 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.104789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-ee602e9d-c47b-429d-9811-a712c47af322" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.104789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-ee602e9d-c47b-429d-9811-a712c47af322" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.104789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-ee602e9d-c47b-429d-9811-a712c47af322" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.104789] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee602e9d-c47b-429d-9811-a712c47af322',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.291466] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c209640-e729-44c5-b34d-d2db2874ca87 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.291466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.291884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.291884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.291884] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.292018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.292064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.292189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.292947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.292947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.292947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c209640-e729-44c5-b34d-d2db2874ca87 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.292947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.292947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.292947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.293163] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.293163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.293163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.293297] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.293370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.293449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.293535] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c209640-e729-44c5-b34d-d2db2874ca87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.300718] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.300718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.300718] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd6a5412-b024-4548-96be-0fc0250f11fe with status ACTIVE [ 948.300718] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.300977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.300977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.301066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.301097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.301424] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.301424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.301424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.301567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.301604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.301755] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.301838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.301917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.302053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.302106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.302191] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd6a5412-b024-4548-96be-0fc0250f11fe is going to be updated. [ 948.327133] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.327133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.327312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.327444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.327855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.327855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd6a5412-b024-4548-96be-0fc0250f11fe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.552408] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.607381] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.607677] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.607770] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.608073] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.608239] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.608408] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port ee602e9d-c47b-429d-9811-a712c47af322 not found, creating... [ 948.608738] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.608919] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.609056] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.609576] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.609576] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.609716] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.609909] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.610152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.610424] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.610647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.610914] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: ee602e9d-c47b-429d-9811-a712c47af322 is going to be created. [ 948.632180] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.632450] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.632606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.632928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.633229] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.633501] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-ee602e9d-c47b-429d-9811-a712c47af322" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.795436] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c209640-e729-44c5-b34d-d2db2874ca87: rpc.has_security_group_logging(os_id): False [ 948.818425] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.818700] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.818700] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.819679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.819679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.819679] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.819873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.819873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.820272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.820272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.820272] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.820718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.820851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.821081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.821228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.821486] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.821642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.821737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.821957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.826032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.826032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c209640-e729-44c5-b34d-d2db2874ca87 is going to be created. [ 948.901395] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.901535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.901697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.901798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.903375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.924195] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c209640-e729-44c5-b34d-d2db2874ca87 in Status: IN_PROGRESS for 2s [ 949.055021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.055472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.055657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.055884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.055976] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.056097] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be created. [ 949.089415] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.089591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.089591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.089813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.089919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.101548] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: UNINITIALIZED for 2s [ 949.516535] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ca152ca-2448-4983-98f7-081386fdba68 req-36154c23-4012-4d6b-924d-2f6eaf02cb54 service nova] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_rules [ 949.516535] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ca152ca-2448-4983-98f7-081386fdba68 req-36154c23-4012-4d6b-924d-2f6eaf02cb54 service nova] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 949.517093] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ca152ca-2448-4983-98f7-081386fdba68 req-36154c23-4012-4d6b-924d-2f6eaf02cb54 service nova] Enqueued Resource ID: ee602e9d-c47b-429d-9811-a712c47af322 with Priority: HIGHEST for action port [ 949.517533] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_rules [ 949.517603] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 949.517694] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee602e9d-c47b-429d-9811-a712c47af322 with Priority: HIGHEST for action port [ 949.518020] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.519355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.519428] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.519521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.519715] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee602e9d-c47b-429d-9811-a712c47af322 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.522205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee602e9d-c47b-429d-9811-a712c47af322" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.522205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee602e9d-c47b-429d-9811-a712c47af322" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.522205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee602e9d-c47b-429d-9811-a712c47af322" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.522205] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee602e9d-c47b-429d-9811-a712c47af322',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.023534] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee602e9d-c47b-429d-9811-a712c47af322 with status ACTIVE [ 950.023776] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.023938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.024223] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.024344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.024694] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.024867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.025100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.025173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.025354] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.025441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.025500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.025681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.025721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.029033] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee602e9d-c47b-429d-9811-a712c47af322 is going to be updated. [ 950.048099] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.048241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.048440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.048514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.048625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.048780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee602e9d-c47b-429d-9811-a712c47af322" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.189276] env[69763]: INFO networking_nsxv3.common.synchronization [req-ea383c59-ea09-42d4-9361-21938b0dfbce req-1c1555e4-d8c4-4b02-ba0c-94105636762e tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 950.190027] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 950.190484] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.190622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.190687] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.190953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.191163] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.193416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.193416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.193416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.193416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.193416] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.694817] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.695191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.695191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.695277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.695366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.695570] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.695670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.695752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.695905] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.695980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.696423] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 already deleted. [ 950.696521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.750727] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.751015] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.751152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.751499] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.751769] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.751930] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.752627] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.752882] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.753317] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.753608] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.753742] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.753851] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.753965] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.754107] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.754224] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.754362] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.780137] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.780435] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.780747] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.781359] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.781812] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-86019cd3-db0c-4adc-86d7-378f42286db2 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.782166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-86019cd3-db0c-4adc-86d7-378f42286db2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.782641] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-86019cd3-db0c-4adc-86d7-378f42286db2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.783171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-86019cd3-db0c-4adc-86d7-378f42286db2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.783420] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86019cd3-db0c-4adc-86d7-378f42286db2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.936650] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c209640-e729-44c5-b34d-d2db2874ca87 in Status: SUCCESS [ 950.937070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.991391] env[69763]: INFO networking_nsxv3.common.synchronization [req-b650112e-a21b-4c26-a8a4-5fd99301f6fe req-995c8691-59fd-42e6-9471-6c495554c7b2 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 950.994479] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 950.994479] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.994479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.994479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.994948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.998599] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.998599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.998599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.998599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.998599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.998599] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.114219] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 951.114219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.114219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.114219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.114709] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.115051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.115809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.115809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.115809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.115809] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.286872] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.287300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.287569] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.287981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.288240] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.288489] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 86019cd3-db0c-4adc-86d7-378f42286db2 not found, creating... [ 951.288947] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.289222] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.289442] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.289823] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.290068] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.290531] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.290810] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.291024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.291384] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.291610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.291852] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 86019cd3-db0c-4adc-86d7-378f42286db2 is going to be created. [ 951.323786] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.324097] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.324302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.324800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.325136] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.325467] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-86019cd3-db0c-4adc-86d7-378f42286db2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.500416] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.500604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.500757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.501065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.501226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.501443] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.501563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.501640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.501819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.501917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.502018] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be updated. [ 951.543198] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.543198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.543198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.543198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.543198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.555151] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: IN_PROGRESS for 2s [ 951.623740] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.131138] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.283683] env[69763]: INFO networking_nsxv3.common.synchronization [req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 req-24a39074-18e2-419b-8f98-bf53c906b378 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 952.284246] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 952.284552] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.284747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.284825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.285639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.285838] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.285958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.286179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.286241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.286276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.286369] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.308222] env[69763]: INFO networking_nsxv3.common.synchronization [req-ea383c59-ea09-42d4-9361-21938b0dfbce req-ed317146-7097-417b-898c-0dfabf52874f service nova] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_rules [ 952.308781] env[69763]: INFO networking_nsxv3.common.synchronization [req-ea383c59-ea09-42d4-9361-21938b0dfbce req-ed317146-7097-417b-898c-0dfabf52874f service nova] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 952.309093] env[69763]: INFO networking_nsxv3.common.synchronization [req-ea383c59-ea09-42d4-9361-21938b0dfbce req-ed317146-7097-417b-898c-0dfabf52874f service nova] Enqueued Resource ID: 86019cd3-db0c-4adc-86d7-378f42286db2 with Priority: HIGHEST for action port [ 952.309877] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_rules [ 952.310313] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 952.310627] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86019cd3-db0c-4adc-86d7-378f42286db2 with Priority: HIGHEST for action port [ 952.311102] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.311566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.311760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.312211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.312468] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.313476] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.313718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.313868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.314627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.314911] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.315144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.315303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.315542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.315812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.315988] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.317999] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-86019cd3-db0c-4adc-86d7-378f42286db2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.317999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86019cd3-db0c-4adc-86d7-378f42286db2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.317999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86019cd3-db0c-4adc-86d7-378f42286db2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.318476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86019cd3-db0c-4adc-86d7-378f42286db2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.318692] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86019cd3-db0c-4adc-86d7-378f42286db2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.636622] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.637055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.637301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.639142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.639142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.639142] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be updated. [ 952.673088] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.673088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.673088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.673301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.673301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.684448] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 952.789828] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.790114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.790114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.790304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.790362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.793712] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.793712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.793712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.793712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.793712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.793712] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 952.821101] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.821267] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.821463] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.822582] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86019cd3-db0c-4adc-86d7-378f42286db2 with status ACTIVE [ 952.822781] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.822942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.823025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.823256] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.823372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.823898] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.824807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.825065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.825338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.826031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.826031] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.826031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.826031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.826564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.826564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.826927] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86019cd3-db0c-4adc-86d7-378f42286db2 is going to be updated. [ 952.831036] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.831354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.831354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.831673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.831901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.866880] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 952.884526] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.884726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.884811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.885096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.885276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.885482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86019cd3-db0c-4adc-86d7-378f42286db2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.334152] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.573728] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: SUCCESS [ 953.573920] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 deletion is rescheduled due to dependency. [ 953.574040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.836334] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.836580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.836722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.836998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.837183] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.837341] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 is going to be created. [ 953.864729] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.864879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.864879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.865104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.865287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.883169] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: UNINITIALIZED for 2s [ 954.697987] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 954.698378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.698378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.698622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.698931] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.699188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.699188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.699464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.699567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.699703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.699921] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.701013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.701133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.701354] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.701984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.701984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.701984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.701984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.701984] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.878660] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 954.878660] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e deletion is rescheduled due to dependency. [ 954.878660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.205866] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.206668] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.206847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.708599] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.899136] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: SUCCESS [ 955.899136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.899136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.899136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.899136] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.899136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.899136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.899747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.899747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.899747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.899747] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.212162] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.212162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.212162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.212162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.212464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.212647] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be updated. [ 956.247792] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.247972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.248088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.248839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.248839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.259740] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 956.402243] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.904347] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11b258dd-f299-4032-b53f-6e3854d06b33: rpc.has_security_group_logging(os_id): False [ 956.922792] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.922962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.923047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.923257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.923354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.924848] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.924848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.924848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.924848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.924848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.924848] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 is going to be created. [ 956.985960] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.988162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.988162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.988162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.988162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.000496] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: IN_PROGRESS for 2s [ 957.148024] env[69763]: INFO networking_nsxv3.common.synchronization [req-03cbf449-5bb9-485b-9a27-5460ec147770 req-1c4bb0f1-9aea-4d93-a01c-a9d35149d50f tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Enqueued Resource ID: 1c209640-e729-44c5-b34d-d2db2874ca87 with Priority: HIGHEST for action security_group_members [ 957.148024] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c209640-e729-44c5-b34d-d2db2874ca87 with Priority: HIGHEST for action security_group_members [ 957.148024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c209640-e729-44c5-b34d-d2db2874ca87 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.148024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.148024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.148024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.148416] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.148619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.148757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.149107] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.150522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.150522] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c209640-e729-44c5-b34d-d2db2874ca87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.298168] env[69763]: INFO networking_nsxv3.common.synchronization [None req-d1b1bf8f-8224-4f77-9380-eb8b52717de3 None None] Enqueued Resource ID: 6c3b4a63-eac6-4342-93f7-d7a9b797b175 with Priority: HIGHEST for action port [ 957.302743] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c3b4a63-eac6-4342-93f7-d7a9b797b175 with Priority: HIGHEST for action port [ 957.302743] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c3b4a63-eac6-4342-93f7-d7a9b797b175 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.302743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c3b4a63-eac6-4342-93f7-d7a9b797b175" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.302743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c3b4a63-eac6-4342-93f7-d7a9b797b175" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.302743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c3b4a63-eac6-4342-93f7-d7a9b797b175" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.302743] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3b4a63-eac6-4342-93f7-d7a9b797b175',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.383076] env[69763]: INFO networking_nsxv3.common.synchronization [req-5bec6530-3ca2-4925-a80a-c440233d795f req-b4d93fb6-e954-447e-9068-7465e50ad4fa tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Enqueued Resource ID: 0cde5710-3df6-441e-9688-e3b1f574a58d with Priority: HIGHEST for action security_group_members [ 957.383634] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cde5710-3df6-441e-9688-e3b1f574a58d with Priority: HIGHEST for action security_group_members [ 957.383935] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cde5710-3df6-441e-9688-e3b1f574a58d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.384806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.384806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.384806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.384806] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.384806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.384806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.385120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.385120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.385120] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cde5710-3df6-441e-9688-e3b1f574a58d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.651755] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.652486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.652850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.656017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.656017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.656017] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.656017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.656017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.656017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.656017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.656017] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c209640-e729-44c5-b34d-d2db2874ca87 is going to be updated. [ 957.684596] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.684788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.684878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.685124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.687037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.697242] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c209640-e729-44c5-b34d-d2db2874ca87 in Status: IN_PROGRESS for 2s [ 957.805067] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c3b4a63-eac6-4342-93f7-d7a9b797b175 [ 957.806156] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.806156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.806156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.806156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.806156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.806156] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c3b4a63-eac6-4342-93f7-d7a9b797b175 already deleted. [ 957.806156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c3b4a63-eac6-4342-93f7-d7a9b797b175" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.880191] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.880191] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-697" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.880371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-697" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.880602] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-697" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.880880] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.885240] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.889021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.889021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.889021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.889021] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.889021] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.889021] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.889021] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.889021] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.889021] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.889021] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.890413] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.890577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.890648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.890846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.890938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.891131] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.891221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.891281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.891419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.891490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.891568] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cde5710-3df6-441e-9688-e3b1f574a58d already deleted. [ 957.891642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.921074] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.921074] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.921074] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.921074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-697" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.921074] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-93668d16-a990-4923-9792-e7cf3281095a taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.921074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-93668d16-a990-4923-9792-e7cf3281095a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.921074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-93668d16-a990-4923-9792-e7cf3281095a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.921074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-93668d16-a990-4923-9792-e7cf3281095a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.921074] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93668d16-a990-4923-9792-e7cf3281095a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.270832] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 958.271143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.271341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.271569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.271772] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.271957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.272045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.272515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.272515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.272515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.272515] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.272697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.272697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.273861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.273861] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.276738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.276738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.276738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.276738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.276738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.276738] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.426526] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.426794] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.426945] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.427247] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.427404] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.427568] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 93668d16-a990-4923-9792-e7cf3281095a not found, creating... [ 958.427865] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.428057] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.428185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.428408] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.428549] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.428836] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.429045] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.429212] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.429434] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.429576] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.429726] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 93668d16-a990-4923-9792-e7cf3281095a is going to be created. [ 958.454815] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.455192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.455420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.455908] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.456195] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.457526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-93668d16-a990-4923-9792-e7cf3281095a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.778223] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8801b883-eb89-44a5-a879-6c240e3df49d: rpc.has_security_group_logging(os_id): False [ 958.781798] env[69763]: INFO networking_nsxv3.common.synchronization [None req-c6d4c628-2e7e-4639-90e8-18dcf6434e58 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Enqueued Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_rules [ 958.783357] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_rules [ 958.783357] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3756ff68-c822-415e-a322-74300f9a30c5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.783357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.783357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.783679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.783679] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.798168] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.798307] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.798420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.798578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.798658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.798862] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.798969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.799027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.799254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.799254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.799725] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.799725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.799725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.799725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.802715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.802715] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.802715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.802715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.802715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.802715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.802715] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be created. [ 958.859909] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.860101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.860154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.860330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.860507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.875723] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 958.922350] env[69763]: INFO networking_nsxv3.common.synchronization [None req-cf4b97c8-b27e-46ac-8591-4098b58572c7 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Enqueued Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_rules [ 958.925131] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_rules [ 958.925765] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3756ff68-c822-415e-a322-74300f9a30c5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.925885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.017782] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: SUCCESS [ 959.017782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.309989] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.309989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.309989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.311732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.311925] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.312059] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3756ff68-c822-415e-a322-74300f9a30c5 already deleted. [ 959.312156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.313221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.313595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.313595] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.461896] env[69763]: INFO networking_nsxv3.common.synchronization [req-5bec6530-3ca2-4925-a80a-c440233d795f req-150c811c-1403-4d1f-aa32-832368c3de86 service nova] Enqueued Resource ID: 0cde5710-3df6-441e-9688-e3b1f574a58d with Priority: HIGHEST for action security_group_rules [ 959.462145] env[69763]: INFO networking_nsxv3.common.synchronization [req-5bec6530-3ca2-4925-a80a-c440233d795f req-150c811c-1403-4d1f-aa32-832368c3de86 service nova] Enqueued Resource ID: 0cde5710-3df6-441e-9688-e3b1f574a58d with Priority: HIGHEST for action security_group_members [ 959.462398] env[69763]: INFO networking_nsxv3.common.synchronization [req-5bec6530-3ca2-4925-a80a-c440233d795f req-150c811c-1403-4d1f-aa32-832368c3de86 service nova] Enqueued Resource ID: 93668d16-a990-4923-9792-e7cf3281095a with Priority: HIGHEST for action port [ 959.462847] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cde5710-3df6-441e-9688-e3b1f574a58d with Priority: HIGHEST for action security_group_rules [ 959.462999] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cde5710-3df6-441e-9688-e3b1f574a58d with Priority: HIGHEST for action security_group_members [ 959.467875] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93668d16-a990-4923-9792-e7cf3281095a with Priority: HIGHEST for action port [ 959.468267] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cde5710-3df6-441e-9688-e3b1f574a58d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.468429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.468499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.468787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.469062] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cde5710-3df6-441e-9688-e3b1f574a58d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.470080] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cde5710-3df6-441e-9688-e3b1f574a58d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.470235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.470300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.470484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.470661] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.470760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.470817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.470963] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.471118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.471232] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cde5710-3df6-441e-9688-e3b1f574a58d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.472075] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-93668d16-a990-4923-9792-e7cf3281095a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.472185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93668d16-a990-4923-9792-e7cf3281095a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.472417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93668d16-a990-4923-9792-e7cf3281095a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.472417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93668d16-a990-4923-9792-e7cf3281095a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.472547] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93668d16-a990-4923-9792-e7cf3281095a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.570928] env[69763]: INFO networking_nsxv3.common.synchronization [None req-b9ab0a4c-5ada-44d0-9ac4-1b618a3175b7 None None] Enqueued Resource ID: f7a09340-f311-4ace-b48b-055f46f3fb74 with Priority: HIGHEST for action port [ 959.572516] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a09340-f311-4ace-b48b-055f46f3fb74 with Priority: HIGHEST for action port [ 959.572516] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7a09340-f311-4ace-b48b-055f46f3fb74 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.572666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7a09340-f311-4ace-b48b-055f46f3fb74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.572761] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7a09340-f311-4ace-b48b-055f46f3fb74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.573271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7a09340-f311-4ace-b48b-055f46f3fb74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.573271] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a09340-f311-4ace-b48b-055f46f3fb74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.707708] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c209640-e729-44c5-b34d-d2db2874ca87 in Status: SUCCESS [ 959.708069] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c209640-e729-44c5-b34d-d2db2874ca87 deletion is rescheduled due to dependency. [ 959.708287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.836859] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.837124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.837124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.838041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.838146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.839009] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3756ff68-c822-415e-a322-74300f9a30c5 already deleted. [ 959.839009] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.975037] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cde5710-3df6-441e-9688-e3b1f574a58d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.976500] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cde5710-3df6-441e-9688-e3b1f574a58d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.976500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.976500] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93668d16-a990-4923-9792-e7cf3281095a with status ACTIVE [ 959.976500] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.976500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.976500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.976835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.976835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.976976] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.977142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.977232] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.977432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.977544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.977783] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.977917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.978077] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.980055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.980055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.980055] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93668d16-a990-4923-9792-e7cf3281095a is going to be updated. [ 960.006691] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.006691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.006691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.006691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.006691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.007209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93668d16-a990-4923-9792-e7cf3281095a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.077117] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7a09340-f311-4ace-b48b-055f46f3fb74 [ 960.077373] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.077527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.077607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.077805] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.077904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.078182] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7a09340-f311-4ace-b48b-055f46f3fb74 already deleted. [ 960.078182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7a09340-f311-4ace-b48b-055f46f3fb74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.482458] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cde5710-3df6-441e-9688-e3b1f574a58d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.898919] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 960.899202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.899376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.899695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.899819] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.990115] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.990115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.990115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.990115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.990115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.990115] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cde5710-3df6-441e-9688-e3b1f574a58d is going to be created. [ 961.021694] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.021694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.021694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.021694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.021694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.033845] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cde5710-3df6-441e-9688-e3b1f574a58d in Status: UNINITIALIZED for 2s [ 961.404742] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.404902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.405069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.405247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.405431] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.405530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.405594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.405742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.406053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.406053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.406053] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.571131] env[69763]: INFO networking_nsxv3.common.synchronization [req-e941b913-0397-4dbe-8685-748b595ecc7b req-dd72a00d-1265-4747-b601-2398d4ac0f10 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Enqueued Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_members [ 961.571720] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGHEST for action security_group_members [ 961.574171] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc436eb-4983-4379-95a0-4f71cf95614d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.574332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.574419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.574734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.574852] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.574978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.575068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.575220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.575330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.575620] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.917237] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.917452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.917452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.917635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.917787] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.917883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.917943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.920907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.921117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.921274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.922364] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.922364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.922364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.922364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.922364] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.922364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.922364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.922364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.922689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.922689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.922689] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.080723] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.080723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.080723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.081305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.081305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.081305] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.081413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.081413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.081544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.081636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.081695] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc436eb-4983-4379-95a0-4f71cf95614d is going to be updated. [ 962.124462] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.124462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.124462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.124462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.124462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.136466] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc436eb-4983-4379-95a0-4f71cf95614d in Status: IN_PROGRESS for 2s [ 962.151366] env[69763]: INFO networking_nsxv3.common.synchronization [req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb req-c57b8929-3043-4773-9bfc-038e4915bf25 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 962.151888] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 962.152200] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.152333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.152402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.152582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.152732] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.152826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.152890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.160044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.160788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.160788] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.428178] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8801b883-eb89-44a5-a879-6c240e3df49d: rpc.has_security_group_logging(os_id): False [ 962.449023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.449023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.449023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.449023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.449699] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.449699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.449699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.449699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.449699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.449699] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be updated. [ 962.523936] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.523936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.523936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.523936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.523936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.557743] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 962.664771] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.684860] env[69763]: INFO networking_nsxv3.common.synchronization [req-131b7f89-3ead-4867-9824-11c78c337cc6 req-fa44353c-d442-4e98-9d5e-6c00d24ad1f0 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 962.684860] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGHEST for action security_group_members [ 962.684860] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.684860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.043159] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cde5710-3df6-441e-9688-e3b1f574a58d in Status: SUCCESS [ 963.043385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.043548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.043772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.043956] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.044168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.044238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.044398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.044478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.044564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.044682] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cde5710-3df6-441e-9688-e3b1f574a58d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.166120] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.548506] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cde5710-3df6-441e-9688-e3b1f574a58d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.548676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.548750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.548971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.549200] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.549324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.549418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.549632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.549665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.549777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.549986] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cde5710-3df6-441e-9688-e3b1f574a58d taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.550160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.550263] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.550444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.550610] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.550708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.550769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.550910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.550987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.551123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.551207] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cde5710-3df6-441e-9688-e3b1f574a58d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.669686] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.669686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.669787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.669945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.670066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.670177] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be updated. [ 963.698957] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.699754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.699843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.700102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.700257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.710071] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 964.054194] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cde5710-3df6-441e-9688-e3b1f574a58d: rpc.has_security_group_logging(os_id): False [ 964.072939] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.073119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.073221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.073467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.073561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.073764] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.073860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.073922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.074095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.074172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.074347] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.074440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.074502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.074677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.074727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.074871] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.075229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.075310] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.075455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.075520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.075606] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cde5710-3df6-441e-9688-e3b1f574a58d is going to be created. [ 964.155123] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc436eb-4983-4379-95a0-4f71cf95614d in Status: SUCCESS [ 964.155320] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc436eb-4983-4379-95a0-4f71cf95614d deletion is rescheduled due to dependency. [ 964.155424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.162612] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.162751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.162821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.163038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.163227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.181761] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cde5710-3df6-441e-9688-e3b1f574a58d in Status: IN_PROGRESS for 2s [ 964.584965] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 964.585104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.719582] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 965.719892] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.719985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.720216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.720409] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.720536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.720613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.720777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.720854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.720960] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.197268] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cde5710-3df6-441e-9688-e3b1f574a58d in Status: SUCCESS [ 966.198028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.225903] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.225903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.225903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.225903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.225903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.225903] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.225903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.225903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.225903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.225903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.225903] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be updated. [ 966.270545] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.270545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.270545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.270545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.270545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.281881] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: IN_PROGRESS for 2s [ 967.685589] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.685812] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 968.293560] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8801b883-eb89-44a5-a879-6c240e3df49d in Status: SUCCESS [ 968.293560] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d deletion is rescheduled due to dependency. [ 968.293560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.913010] env[69763]: INFO networking_nsxv3.common.synchronization [None req-acebd6c2-9f07-4cc2-99d1-cf422a54a06a None None] Enqueued Resource ID: ce0101d4-cb8c-4282-a4ec-a8181e785e01 with Priority: HIGHEST for action port [ 968.913305] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0101d4-cb8c-4282-a4ec-a8181e785e01 with Priority: HIGHEST for action port [ 968.913863] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce0101d4-cb8c-4282-a4ec-a8181e785e01 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.913984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce0101d4-cb8c-4282-a4ec-a8181e785e01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.914059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce0101d4-cb8c-4282-a4ec-a8181e785e01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.914312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce0101d4-cb8c-4282-a4ec-a8181e785e01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.914392] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0101d4-cb8c-4282-a4ec-a8181e785e01',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.418414] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce0101d4-cb8c-4282-a4ec-a8181e785e01 [ 969.418788] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.419714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.419714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.419714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.419714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.419714] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce0101d4-cb8c-4282-a4ec-a8181e785e01 already deleted. [ 969.419714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce0101d4-cb8c-4282-a4ec-a8181e785e01" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.681060] env[69763]: INFO networking_nsxv3.common.synchronization [None req-4a686154-4376-4fbf-b366-75708ff4f176 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_rules [ 969.682619] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_rules [ 969.682619] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.682619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.682619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.682619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.682619] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.804347] env[69763]: INFO networking_nsxv3.common.synchronization [None req-27a4f98b-5ade-43db-abe1-9ec8030f5bf2 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_rules [ 969.804843] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_rules [ 969.805159] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.805264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.209649] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.209649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.209649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.209649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.209649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.209649] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 already deleted. [ 970.209649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.209649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.209649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.209649] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.732246] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.732516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.732658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.732897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.733045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.733195] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 already deleted. [ 970.733322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.289179] env[69763]: INFO networking_nsxv3.common.synchronization [None req-9695af42-ffdf-45af-aaf4-d7b6d4eb675c None None] Enqueued Resource ID: cc540b09-e0cd-46db-a2a4-5024db013f87 with Priority: HIGHEST for action port [ 971.289440] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc540b09-e0cd-46db-a2a4-5024db013f87 with Priority: HIGHEST for action port [ 971.290198] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc540b09-e0cd-46db-a2a4-5024db013f87 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.290887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc540b09-e0cd-46db-a2a4-5024db013f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.290887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc540b09-e0cd-46db-a2a4-5024db013f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.290887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc540b09-e0cd-46db-a2a4-5024db013f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.290887] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc540b09-e0cd-46db-a2a4-5024db013f87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.798230] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc540b09-e0cd-46db-a2a4-5024db013f87 [ 971.798472] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.798611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.798674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.798880] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.798970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.799076] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc540b09-e0cd-46db-a2a4-5024db013f87 already deleted. [ 971.799161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc540b09-e0cd-46db-a2a4-5024db013f87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.956252] env[69763]: INFO networking_nsxv3.common.synchronization [req-61795f29-75d2-465e-a22f-6041c01d5360 req-e2781ad5-34e7-46bc-92fe-1a143f6aaf74 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Enqueued Resource ID: 0cde5710-3df6-441e-9688-e3b1f574a58d with Priority: HIGHEST for action security_group_members [ 973.957405] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cde5710-3df6-441e-9688-e3b1f574a58d with Priority: HIGHEST for action security_group_members [ 973.957959] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cde5710-3df6-441e-9688-e3b1f574a58d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.958274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.958460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.958868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.959271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.959522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.959743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.960019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.960269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.960504] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cde5710-3df6-441e-9688-e3b1f574a58d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.130930] env[69763]: INFO networking_nsxv3.common.synchronization [req-3b104168-756f-4e28-ac27-835fd5329a56 req-2f190128-1b89-4f4c-96e6-30e5edb63389 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 974.130930] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 974.132174] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.135037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.135037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.135037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.135037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.135037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.135037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.135037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.135037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.135037] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.464180] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.464644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.464792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.469548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.469548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.469548] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.469548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.469548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.469548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.469548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.469548] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cde5710-3df6-441e-9688-e3b1f574a58d is going to be updated. [ 974.499308] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.499443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.500031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.500031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.500031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.509839] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cde5710-3df6-441e-9688-e3b1f574a58d in Status: IN_PROGRESS for 2s [ 974.562169] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.563027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.563027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.563027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.563184] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.563404] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.563566] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.563821] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.564031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.564295] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.564486] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.564654] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.564804] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.564954] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.565108] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.565282] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.585220] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.585485] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 974.585565] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.585719] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.586087] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-8c606ecc-f584-4b19-be80-ce052c5a92ab taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.586389] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-8c606ecc-f584-4b19-be80-ce052c5a92ab" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.586450] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-8c606ecc-f584-4b19-be80-ce052c5a92ab" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.586714] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-8c606ecc-f584-4b19-be80-ce052c5a92ab" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.586885] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c606ecc-f584-4b19-be80-ce052c5a92ab',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.646685] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.092798] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.092798] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.093181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.093181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.093385] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.093455] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 8c606ecc-f584-4b19-be80-ce052c5a92ab not found, creating... [ 975.093707] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.094135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.094135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.094282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.094347] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.094628] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.094784] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.094908] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.095129] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.095268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.095412] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 8c606ecc-f584-4b19-be80-ce052c5a92ab is going to be created. [ 975.115893] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.116137] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.116282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.116622] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.116952] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.117179] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-8c606ecc-f584-4b19-be80-ce052c5a92ab" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.148407] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.650645] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.650803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.650881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.651197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.651278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.652027] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 975.692634] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.692819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.692938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.693240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.693394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.703665] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 975.909483] env[69763]: INFO networking_nsxv3.common.synchronization [req-3b104168-756f-4e28-ac27-835fd5329a56 req-97870cc5-e50d-454a-ac45-82be1f05a1b9 service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 975.909669] env[69763]: INFO networking_nsxv3.common.synchronization [req-3b104168-756f-4e28-ac27-835fd5329a56 req-97870cc5-e50d-454a-ac45-82be1f05a1b9 service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 975.909810] env[69763]: INFO networking_nsxv3.common.synchronization [req-3b104168-756f-4e28-ac27-835fd5329a56 req-97870cc5-e50d-454a-ac45-82be1f05a1b9 service nova] Enqueued Resource ID: 8c606ecc-f584-4b19-be80-ce052c5a92ab with Priority: HIGHEST for action port [ 975.910121] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 975.910190] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 975.910309] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c606ecc-f584-4b19-be80-ce052c5a92ab with Priority: HIGHEST for action port [ 975.910863] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.911126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.911241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.911452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.911529] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.913290] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.913516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.913742] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c606ecc-f584-4b19-be80-ce052c5a92ab taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.914023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c606ecc-f584-4b19-be80-ce052c5a92ab" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.914023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c606ecc-f584-4b19-be80-ce052c5a92ab" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.914135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c606ecc-f584-4b19-be80-ce052c5a92ab" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.914180] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c606ecc-f584-4b19-be80-ce052c5a92ab',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.414741] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.414741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.417186] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c606ecc-f584-4b19-be80-ce052c5a92ab with status ACTIVE [ 976.417186] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.417186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.417186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.417186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.417186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.417186] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.417186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.417599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.417599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.417599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.417702] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.417748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.417775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.417938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.418031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.418113] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c606ecc-f584-4b19-be80-ce052c5a92ab is going to be updated. [ 976.449947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.449947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.449947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.450186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.450220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.450424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c606ecc-f584-4b19-be80-ce052c5a92ab" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.522688] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cde5710-3df6-441e-9688-e3b1f574a58d in Status: SUCCESS [ 976.522881] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cde5710-3df6-441e-9688-e3b1f574a58d deletion is rescheduled due to dependency. [ 976.522984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.383019] env[69763]: INFO networking_nsxv3.common.synchronization [req-516c8725-98cb-42c5-a6ea-28fad1704c7a req-c4d7036a-d186-488d-9949-d7764f5f9e93 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 977.383019] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 977.383019] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.383019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.383019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.384252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.384411] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.384518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.384581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.384733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.384829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.385092] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.713794] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 977.714152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.714214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.714452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.714642] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.714819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.715058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.715058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.715211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.715256] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.888946] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.218097] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.391242] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.720208] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.893701] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.893856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.893930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.894196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.894295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.894398] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 978.924036] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.924190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.924245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.924445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.924588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.934978] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 979.222691] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.222885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.222928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.223179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.223244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.223316] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 979.257626] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.258119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.258335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.258676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.258950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.271224] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 979.689413] env[69763]: INFO networking_nsxv3.common.synchronization [req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 req-fc19da27-d076-4a3d-b1bc-25b4cf24734e tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 979.690046] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 979.690297] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.690423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.690488] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.690688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.690835] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.690935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.690996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.691303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.691392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.691486] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.101658] env[69763]: INFO networking_nsxv3.common.synchronization [req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 req-ec645b63-cfa9-4343-99b7-fff3568e1b9e tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 980.101658] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 980.101965] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.102094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.194192] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.194444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.194599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.194764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.220020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.220498] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.220498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.220625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.221914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.221914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.222059] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 980.264204] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.264343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.264416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.264620] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.264761] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.275690] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 980.511503] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.511772] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-443" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.511904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-443" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.512257] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-443" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.512674] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.512820] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.512977] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.513278] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.513437] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.513670] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.513811] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.513937] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.514116] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.514942] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.514942] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.514942] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.539101] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.539319] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.539479] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.539665] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-443" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.539997] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-f029195b-27af-4f0a-80a4-21b7d4ac4868 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.540242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-f029195b-27af-4f0a-80a4-21b7d4ac4868" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.540329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-f029195b-27af-4f0a-80a4-21b7d4ac4868" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.540814] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-f029195b-27af-4f0a-80a4-21b7d4ac4868" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.540968] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f029195b-27af-4f0a-80a4-21b7d4ac4868',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.953467] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 980.953467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.043861] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.044140] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.044279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.044587] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.044851] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.044984] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port f029195b-27af-4f0a-80a4-21b7d4ac4868 not found, creating... [ 981.045604] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.045604] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.045604] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.045802] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.045954] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.046256] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.046432] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.046558] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.046773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.047018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.047174] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: f029195b-27af-4f0a-80a4-21b7d4ac4868 is going to be created. [ 981.069015] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.069275] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.069419] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.069805] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.069923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.070166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-f029195b-27af-4f0a-80a4-21b7d4ac4868" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.283381] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 981.283734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.283783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.283973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.284172] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.284289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.284383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.284505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.284580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.284664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.284751] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.787344] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.787505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.787580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.787796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.787986] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.788117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.788184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.788331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.788418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.788562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.788708] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.788810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.788874] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.789029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.789169] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.789294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.789351] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.789493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.789569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.789650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.789741] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.820054] env[69763]: INFO networking_nsxv3.common.synchronization [req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 req-6bb12668-c51b-4346-86ab-807aa45c3974 service nova] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_rules [ 981.820184] env[69763]: INFO networking_nsxv3.common.synchronization [req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 req-6bb12668-c51b-4346-86ab-807aa45c3974 service nova] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 981.820332] env[69763]: INFO networking_nsxv3.common.synchronization [req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 req-6bb12668-c51b-4346-86ab-807aa45c3974 service nova] Enqueued Resource ID: f029195b-27af-4f0a-80a4-21b7d4ac4868 with Priority: HIGHEST for action port [ 981.820561] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_rules [ 981.820706] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 981.820862] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f029195b-27af-4f0a-80a4-21b7d4ac4868 with Priority: HIGHEST for action port [ 981.821432] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.821696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.821777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.821982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.822081] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.822993] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.823109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.823299] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f029195b-27af-4f0a-80a4-21b7d4ac4868 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.823409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f029195b-27af-4f0a-80a4-21b7d4ac4868" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.823455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f029195b-27af-4f0a-80a4-21b7d4ac4868" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.823624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f029195b-27af-4f0a-80a4-21b7d4ac4868" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.823701] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f029195b-27af-4f0a-80a4-21b7d4ac4868',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.285153] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 982.285459] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af deletion is rescheduled due to dependency. [ 982.285459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.285594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.285796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.285969] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.286102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.286159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.286310] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.286388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.286483] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.292341] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81ce7929-3c0c-4e51-9019-9dfb2ef67459: rpc.has_security_group_logging(os_id): False [ 982.310524] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.310689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.310769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.310962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.311186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.311277] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.311375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.311434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.311588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.311663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.311855] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.311948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.312015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.312156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.312227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.312477] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.312634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.312634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.312750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.312806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.312895] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 982.325471] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.325604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.326894] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f029195b-27af-4f0a-80a4-21b7d4ac4868 with status ACTIVE [ 982.329467] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.329467] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.329467] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.329467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.329467] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f029195b-27af-4f0a-80a4-21b7d4ac4868 is going to be updated. [ 982.347280] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.347509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.347509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.347747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.347920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.348182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f029195b-27af-4f0a-80a4-21b7d4ac4868" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.374529] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.374750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.374750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.374929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.375094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.389826] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 982.789121] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.899627] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.899845] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-661" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.899977] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-661" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.900322] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-661" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.900588] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.900752] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.900878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.902645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.902645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.902645] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.902645] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.903047] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.903324] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.906634] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.906634] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.906634] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.923514] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.923706] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 982.923852] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.924062] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-661" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.924400] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-38ab8353-0ac8-47fd-9f84-ddd7c91b4879 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.924583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-38ab8353-0ac8-47fd-9f84-ddd7c91b4879" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.924708] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-38ab8353-0ac8-47fd-9f84-ddd7c91b4879" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.925118] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-38ab8353-0ac8-47fd-9f84-ddd7c91b4879" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.925290] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ab8353-0ac8-47fd-9f84-ddd7c91b4879',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.291691] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.428188] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.428620] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.428751] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.429136] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.429365] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.429608] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 38ab8353-0ac8-47fd-9f84-ddd7c91b4879 not found, creating... [ 983.430014] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.430275] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.430477] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.430772] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.430985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.431372] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.431608] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.431809] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.432108] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.432325] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.432547] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 38ab8353-0ac8-47fd-9f84-ddd7c91b4879 is going to be created. [ 983.463843] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.464098] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.464208] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.464506] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.464749] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.465023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-38ab8353-0ac8-47fd-9f84-ddd7c91b4879" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.794806] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.795119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.795295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.795542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.795702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.795863] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 983.883202] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.883202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.883202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.883202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.883202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.906025] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 984.397140] env[69763]: INFO networking_nsxv3.common.synchronization [req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 req-804afd9e-4847-4284-b1be-53d464ed21f2 service nova] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_rules [ 984.397402] env[69763]: INFO networking_nsxv3.common.synchronization [req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 req-804afd9e-4847-4284-b1be-53d464ed21f2 service nova] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 984.397590] env[69763]: INFO networking_nsxv3.common.synchronization [req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 req-804afd9e-4847-4284-b1be-53d464ed21f2 service nova] Enqueued Resource ID: 38ab8353-0ac8-47fd-9f84-ddd7c91b4879 with Priority: HIGHEST for action port [ 984.398945] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_rules [ 984.398945] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 984.398945] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ab8353-0ac8-47fd-9f84-ddd7c91b4879 with Priority: HIGHEST for action port [ 984.399094] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.399246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.399485] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.399580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.399764] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-38ab8353-0ac8-47fd-9f84-ddd7c91b4879 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.399865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38ab8353-0ac8-47fd-9f84-ddd7c91b4879" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.399931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38ab8353-0ac8-47fd-9f84-ddd7c91b4879" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.400151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38ab8353-0ac8-47fd-9f84-ddd7c91b4879" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.400514] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ab8353-0ac8-47fd-9f84-ddd7c91b4879',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.405120] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 984.405120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.903358] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38ab8353-0ac8-47fd-9f84-ddd7c91b4879 with status ACTIVE [ 984.903616] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.903761] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.903831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.904187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.904187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.904343] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.904409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.904469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.904623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.904703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.904958] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.905093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.905093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.905226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.905299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.905384] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38ab8353-0ac8-47fd-9f84-ddd7c91b4879 is going to be updated. [ 984.945371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.945371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.945371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.945371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.945371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.945371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38ab8353-0ac8-47fd-9f84-ddd7c91b4879" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.316837] env[69763]: INFO networking_nsxv3.common.synchronization [req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a req-6d389393-89a7-4a70-b08a-c6d027153d94 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Enqueued Resource ID: 72ec45b0-2302-4931-8672-aa1a65710d37 with Priority: HIGHEST for action security_group_members [ 985.317137] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ec45b0-2302-4931-8672-aa1a65710d37 with Priority: HIGHEST for action security_group_members [ 985.317968] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec45b0-2302-4931-8672-aa1a65710d37 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.317968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.317968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.317968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.318120] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.318662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.320598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.321603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.321603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.321603] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ec45b0-2302-4931-8672-aa1a65710d37',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.826851] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.826851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.826851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.827403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.827403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.828034] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.828034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.828034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.828034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.828034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.828283] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ec45b0-2302-4931-8672-aa1a65710d37 already deleted. [ 985.828283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.921966] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 985.922219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.922405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.922625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.922810] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.922934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.922992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.923179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.923259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.923354] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.200846] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.201072] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-723" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.201207] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-723" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.201545] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-723" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.201877] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.201977] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.204455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.204778] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.204956] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.205182] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.205307] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.205447] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.205581] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.205639] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.205768] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.205894] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.233746] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.235789] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.235789] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.235789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-723" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.235789] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-487d2d46-cdc7-49ee-8317-b3d30703b6e1 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.236213] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-487d2d46-cdc7-49ee-8317-b3d30703b6e1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.237901] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-487d2d46-cdc7-49ee-8317-b3d30703b6e1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.237901] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-487d2d46-cdc7-49ee-8317-b3d30703b6e1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.237901] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('487d2d46-cdc7-49ee-8317-b3d30703b6e1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.430063] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.740259] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.740550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.740643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.740941] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.741107] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.741288] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 487d2d46-cdc7-49ee-8317-b3d30703b6e1 not found, creating... [ 986.741562] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.741732] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.741844] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.742090] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.742242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.742532] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.742696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.742819] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.744240] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.744476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.744642] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 487d2d46-cdc7-49ee-8317-b3d30703b6e1 is going to be created. [ 986.773110] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.774517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.774517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.774517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.774517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.774517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-487d2d46-cdc7-49ee-8317-b3d30703b6e1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.933829] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.437896] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.437896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.437896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.437896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.437896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.437896] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 987.469193] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.473165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.473444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.473552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.473714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.486436] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 988.033561] env[69763]: INFO networking_nsxv3.common.synchronization [req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a req-d1b5c2fb-7e8e-4316-ad72-4588b9db211f service nova] Enqueued Resource ID: 72ec45b0-2302-4931-8672-aa1a65710d37 with Priority: HIGHEST for action security_group_rules [ 988.033883] env[69763]: INFO networking_nsxv3.common.synchronization [req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a req-d1b5c2fb-7e8e-4316-ad72-4588b9db211f service nova] Enqueued Resource ID: 72ec45b0-2302-4931-8672-aa1a65710d37 with Priority: HIGHEST for action security_group_members [ 988.033883] env[69763]: INFO networking_nsxv3.common.synchronization [req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a req-d1b5c2fb-7e8e-4316-ad72-4588b9db211f service nova] Enqueued Resource ID: 487d2d46-cdc7-49ee-8317-b3d30703b6e1 with Priority: HIGHEST for action port [ 988.034155] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ec45b0-2302-4931-8672-aa1a65710d37 with Priority: HIGHEST for action security_group_rules [ 988.034284] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ec45b0-2302-4931-8672-aa1a65710d37 with Priority: HIGHEST for action security_group_members [ 988.034453] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487d2d46-cdc7-49ee-8317-b3d30703b6e1 with Priority: HIGHEST for action port [ 988.034984] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ec45b0-2302-4931-8672-aa1a65710d37 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.036127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.036127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.036127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.036127] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ec45b0-2302-4931-8672-aa1a65710d37',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.037034] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec45b0-2302-4931-8672-aa1a65710d37 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.037161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.037202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.039264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.039264] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.039264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.039264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.039264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.039264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.039264] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ec45b0-2302-4931-8672-aa1a65710d37',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.039264] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-487d2d46-cdc7-49ee-8317-b3d30703b6e1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.039264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-487d2d46-cdc7-49ee-8317-b3d30703b6e1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.039264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-487d2d46-cdc7-49ee-8317-b3d30703b6e1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.039264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-487d2d46-cdc7-49ee-8317-b3d30703b6e1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.039264] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('487d2d46-cdc7-49ee-8317-b3d30703b6e1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.194671] env[69763]: INFO networking_nsxv3.common.synchronization [req-6ee327ef-cac6-461f-8261-d94045abc761 req-8206ed46-8612-4a50-95dc-eaddab8a518d tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 988.195552] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 988.195552] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.195552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.195552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.195770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.195904] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.195988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.197103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.199618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.199618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.199618] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.220030] env[69763]: INFO networking_nsxv3.common.synchronization [req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 req-e76aa28b-7523-420d-9431-f44d1eba6ad0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 988.221638] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 988.222105] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.222246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.222318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.222519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.222673] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.222790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.222854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.223016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.223112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.223250] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.540824] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec45b0-2302-4931-8672-aa1a65710d37 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.541094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.541184] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ec45b0-2302-4931-8672-aa1a65710d37',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.542114] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 487d2d46-cdc7-49ee-8317-b3d30703b6e1 with status ACTIVE [ 988.542309] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.542593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.542593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.542917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.542917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.543033] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.543454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.543454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.543454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.543454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.548442] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.548442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.548442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.548442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.548442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.548442] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 487d2d46-cdc7-49ee-8317-b3d30703b6e1 is going to be updated. [ 988.578291] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.578291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.578291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.578291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.578291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.578291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-487d2d46-cdc7-49ee-8317-b3d30703b6e1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.688729] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.689710] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-812" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.689710] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-812" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.689878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-812" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.690290] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.690631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.693890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.693890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.693890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.693890] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.693890] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.693890] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.693890] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.693890] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.693890] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.693890] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.704020] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.704020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.704020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.704020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.704020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.704020] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.704020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.704020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.704020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.704020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.704020] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 is going to be updated. [ 988.714364] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.715284] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.715604] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.715878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-812" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.716230] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-88c8589e-0caa-4abc-b6bc-0794e5993898 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.716436] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-88c8589e-0caa-4abc-b6bc-0794e5993898" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.716658] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-88c8589e-0caa-4abc-b6bc-0794e5993898" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.716890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-88c8589e-0caa-4abc-b6bc-0794e5993898" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.717407] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c8589e-0caa-4abc-b6bc-0794e5993898',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.725335] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.738858] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.738858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.740230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.740230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.740230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.752828] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: IN_PROGRESS for 2s [ 989.050621] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ec45b0-2302-4931-8672-aa1a65710d37',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.169061] env[69763]: INFO networking_nsxv3.common.synchronization [req-3e5afd11-1891-4bd3-a636-981a45bb11b1 req-6661d7ea-b15a-4e1c-ab81-ee14bb5f86a0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Enqueued Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 989.169061] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 989.169061] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.169061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.169061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.169061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.169061] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.169061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.170279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.170677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.170904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.171423] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.221062] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.221952] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.222197] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.222520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.222683] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.222912] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 88c8589e-0caa-4abc-b6bc-0794e5993898 not found, creating... [ 989.223320] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.223529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.223773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.223963] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.224249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.224726] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.225403] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.225403] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.225403] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.226800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.227122] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 88c8589e-0caa-4abc-b6bc-0794e5993898 is going to be created. [ 989.232026] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.254980] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.255270] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.255406] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.255696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.255925] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.256175] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-88c8589e-0caa-4abc-b6bc-0794e5993898" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.500924] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 989.500924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.500924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.500924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.501253] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.501511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.501598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.501831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.501921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.502586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.502586] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.503264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.503530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.503927] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.504279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.504473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.505438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.505716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.505882] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.553211] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.554117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.554260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.554493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.554584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.556032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ec45b0-2302-4931-8672-aa1a65710d37 is going to be created. [ 989.581200] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.581354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.581428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.581632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.581790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.594093] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ec45b0-2302-4931-8672-aa1a65710d37 in Status: UNINITIALIZED for 2s [ 989.675543] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.732411] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.732541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.734605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.734605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.734605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.734605] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 989.768712] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.768966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.769415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.769604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.769747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.782375] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 990.007744] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.007946] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.008231] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.177504] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.489380] env[69763]: INFO networking_nsxv3.common.synchronization [req-6ee327ef-cac6-461f-8261-d94045abc761 req-e4d639c0-162f-4acd-988b-6f5d7c43dd10 service nova] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_rules [ 990.489765] env[69763]: INFO networking_nsxv3.common.synchronization [req-6ee327ef-cac6-461f-8261-d94045abc761 req-e4d639c0-162f-4acd-988b-6f5d7c43dd10 service nova] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 990.489882] env[69763]: INFO networking_nsxv3.common.synchronization [req-6ee327ef-cac6-461f-8261-d94045abc761 req-e4d639c0-162f-4acd-988b-6f5d7c43dd10 service nova] Enqueued Resource ID: 88c8589e-0caa-4abc-b6bc-0794e5993898 with Priority: HIGHEST for action port [ 990.490183] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_rules [ 990.490948] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 990.490948] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c8589e-0caa-4abc-b6bc-0794e5993898 with Priority: HIGHEST for action port [ 990.491553] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.491856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.491973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.492265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.492400] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.494037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.494037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.494037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c8589e-0caa-4abc-b6bc-0794e5993898 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.494458] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c8589e-0caa-4abc-b6bc-0794e5993898" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.494458] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c8589e-0caa-4abc-b6bc-0794e5993898" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.494618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c8589e-0caa-4abc-b6bc-0794e5993898" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.494664] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c8589e-0caa-4abc-b6bc-0794e5993898',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.511465] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.680499] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.680748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.680832] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.681061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.681154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.681249] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f is going to be updated. [ 990.712363] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.712520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.712593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.712825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.712982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.723393] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: IN_PROGRESS for 2s [ 990.765572] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: SUCCESS [ 990.765766] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 deletion is rescheduled due to dependency. [ 990.766530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.766530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.766750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.766874] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.766995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.767080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.767567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.767674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.767770] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.997456] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.997656] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.997910] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88c8589e-0caa-4abc-b6bc-0794e5993898 with status ACTIVE [ 990.998199] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.998323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.998391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.998598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.998727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.998952] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.999068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.999132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.999294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.999575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.999575] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.999712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.999741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.999859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.000137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.000327] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88c8589e-0caa-4abc-b6bc-0794e5993898 is going to be updated. [ 991.019026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.019026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.019026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.019026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.019026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.019026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 991.038289] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.040790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.040790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.040790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.040790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.040790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c8589e-0caa-4abc-b6bc-0794e5993898" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.054659] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.054822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.054898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.055323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.055415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.066626] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 991.272055] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.604173] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ec45b0-2302-4931-8672-aa1a65710d37 in Status: SUCCESS [ 991.604407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.604574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.604794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.605184] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.605330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.605406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.605585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.605674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.605774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.605877] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ec45b0-2302-4931-8672-aa1a65710d37',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.773899] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.793698] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 991.793698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.109941] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec45b0-2302-4931-8672-aa1a65710d37 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.109941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.109941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.110370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.110370] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.110542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.110542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.110662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.110730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.110793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.110923] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec45b0-2302-4931-8672-aa1a65710d37 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.111070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.111163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.111307] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.111447] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.111537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.111592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.111724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.111799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.111877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.111965] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ec45b0-2302-4931-8672-aa1a65710d37',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.281392] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.281392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.281838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.281838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.281838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.281838] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 is going to be updated. [ 992.314694] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.314909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.314909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.315216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.315785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.325355] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: IN_PROGRESS for 2s [ 992.614587] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ec45b0-2302-4931-8672-aa1a65710d37: rpc.has_security_group_logging(os_id): False [ 992.636428] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.636630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.636707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.638029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.638029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.638029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.638029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.638029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.638029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.638029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.638029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.638029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.638029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.638733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.638733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.638892] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.639049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.639142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.639329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.639453] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.639532] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ec45b0-2302-4931-8672-aa1a65710d37 is going to be created. [ 992.709361] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.709527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.709572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.709781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.709964] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.722038] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ec45b0-2302-4931-8672-aa1a65710d37 in Status: IN_PROGRESS for 2s [ 992.734498] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: SUCCESS [ 992.734701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.076287] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 993.076519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.076657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.076872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.077137] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.077253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.077324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.077487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.077566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.077652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.077810] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.077901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.077962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.078118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.078268] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.078363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.078566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.078729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.078802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.078882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.078969] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.581092] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd00d70e-edf2-49c8-9b82-ab15e20a10af: rpc.has_security_group_logging(os_id): False [ 993.600345] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.600575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.600575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.600771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.600861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.601101] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.601203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.601550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.601550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.601550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.601721] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.601814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.601814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.601923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.601987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.602252] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.602373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.602429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.602545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.602619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.602706] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 993.665990] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.666189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.666246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.667168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.667168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.683226] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 994.075490] env[69763]: INFO networking_nsxv3.common.synchronization [req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 req-df98fc18-b289-43d4-84ba-5715f1bd0548 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_members [ 994.076138] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_members [ 994.076621] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7480a782-f979-4c42-8a2b-8a8447f75c66 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.076755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.076822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.077237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.077397] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.077513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.077580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.077738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.077825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.077922] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.339193] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: SUCCESS [ 994.339193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.339193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.339193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.339193] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.339193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.339193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.339193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.339193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.339193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.339193] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.411119] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.411350] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.411509] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.411826] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.412273] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.412574] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.412774] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.413127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.413673] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.413673] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.413870] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.414055] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.414265] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.414737] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.414951] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.415184] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.439629] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.440860] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 994.440860] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.440860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.441279] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-7e86ea34-4b79-4d01-9131-8853711f8716 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.441279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-7e86ea34-4b79-4d01-9131-8853711f8716" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.441480] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-7e86ea34-4b79-4d01-9131-8853711f8716" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.441699] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-7e86ea34-4b79-4d01-9131-8853711f8716" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.443652] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e86ea34-4b79-4d01-9131-8853711f8716',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.580612] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.580612] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.580612] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.581070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.581070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.581070] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.581505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.581505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.581505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.581505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.581505] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 already deleted. [ 994.581745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.738668] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ec45b0-2302-4931-8672-aa1a65710d37 in Status: SUCCESS [ 994.739460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.846415] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.948603] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.948603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.948603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.948603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.948603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.948603] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 7e86ea34-4b79-4d01-9131-8853711f8716 not found, creating... [ 994.948603] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.948603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.948603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.948603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.953688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.953688] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.953688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.953688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.953688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.953688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.953688] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 7e86ea34-4b79-4d01-9131-8853711f8716 is going to be created. [ 994.971272] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.971515] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.971648] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.971917] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.972153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.972377] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-7e86ea34-4b79-4d01-9131-8853711f8716" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.347347] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f65e3b83-17af-4eb9-a6ad-6bbdb56315f3: rpc.has_security_group_logging(os_id): False [ 995.366600] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.366772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.366841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.367191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.367400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.367654] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.367741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.367807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.367965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.368066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.368311] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 is going to be updated. [ 995.428886] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.429044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.429117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.429330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.429492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.443424] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: IN_PROGRESS for 2s [ 995.700694] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 995.700694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.700694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.700694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.701118] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.028583] env[69763]: INFO networking_nsxv3.common.synchronization [req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 req-f84fa08c-fa21-4b6e-bb57-9959481ad17d service nova] Enqueued Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_rules [ 996.028833] env[69763]: INFO networking_nsxv3.common.synchronization [req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 req-f84fa08c-fa21-4b6e-bb57-9959481ad17d service nova] Enqueued Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_members [ 996.029029] env[69763]: INFO networking_nsxv3.common.synchronization [req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 req-f84fa08c-fa21-4b6e-bb57-9959481ad17d service nova] Enqueued Resource ID: 7e86ea34-4b79-4d01-9131-8853711f8716 with Priority: HIGHEST for action port [ 996.029624] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_rules [ 996.029809] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_members [ 996.029896] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e86ea34-4b79-4d01-9131-8853711f8716 with Priority: HIGHEST for action port [ 996.030230] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7480a782-f979-4c42-8a2b-8a8447f75c66 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.030362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.030575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.030790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.030872] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.034921] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7480a782-f979-4c42-8a2b-8a8447f75c66 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.034921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.034921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.034921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.034921] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.034921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.034921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.034921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.034921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.034921] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.034921] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e86ea34-4b79-4d01-9131-8853711f8716 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.034921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e86ea34-4b79-4d01-9131-8853711f8716" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.034921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e86ea34-4b79-4d01-9131-8853711f8716" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.034921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e86ea34-4b79-4d01-9131-8853711f8716" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.034921] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e86ea34-4b79-4d01-9131-8853711f8716',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.203417] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.203566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.203566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.203786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.203951] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.204077] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.204144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.204289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.204371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.204459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.204545] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.537601] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7480a782-f979-4c42-8a2b-8a8447f75c66 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.537601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.542612] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.542612] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e86ea34-4b79-4d01-9131-8853711f8716 with status ACTIVE [ 996.542612] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.542612] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.542612] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.542961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.544036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.544036] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.544036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.544036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.544036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.544036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.544434] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.544434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.544578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.544747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.545471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.545471] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e86ea34-4b79-4d01-9131-8853711f8716 is going to be updated. [ 996.572704] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.573237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.573237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.573365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.573482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.573676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e86ea34-4b79-4d01-9131-8853711f8716" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.707457] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.707922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.707922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.707922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.708653] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.708653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.708794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.708874] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.708961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.709066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.709218] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.709306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.709415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.709507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.709641] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.709729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.709781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.709913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.710803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.710803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.710803] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.805776] env[69763]: INFO networking_nsxv3.common.synchronization [req-2f3afe0f-468b-43f2-a1f9-4774c22b233d req-cddf4ed4-5952-44e9-928e-20703624464f tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Enqueued Resource ID: a3dec653-9271-485f-9afc-cc2f2b3023dc with Priority: HIGHEST for action security_group_members [ 996.806258] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3dec653-9271-485f-9afc-cc2f2b3023dc with Priority: HIGHEST for action security_group_members [ 996.806578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3dec653-9271-485f-9afc-cc2f2b3023dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.806958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.806958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.807111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.807276] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.807399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.807537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.807617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.807702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.807912] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3dec653-9271-485f-9afc-cc2f2b3023dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.047499] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.214024] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd00d70e-edf2-49c8-9b82-ab15e20a10af: rpc.has_security_group_logging(os_id): False [ 997.234793] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.234970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.235151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.235341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.235379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.235615] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.235700] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.235768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.235936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.236026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.236207] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.237374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.237374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.237374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.237374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.237374] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.237374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.237374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.237374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.237374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.237816] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 997.307690] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.307862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.307903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.308160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.308307] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.309530] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.309642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.309712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.309890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.309974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.310195] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.310294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.310358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.310502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.310579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.310664] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3dec653-9271-485f-9afc-cc2f2b3023dc already deleted. [ 997.310741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.346684] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 997.447841] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.447841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-620" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.447841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-620" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.447841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-620" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.447841] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.447841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.447841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.447841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.447841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.450416] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.450416] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.450416] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.450416] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.450416] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.450416] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.450416] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.466380] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: SUCCESS [ 997.466380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.472350] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.472523] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.472662] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.472845] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-620" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.473183] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-eea6ba01-e4d5-447c-a443-3bfc142a727b taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.473372] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-eea6ba01-e4d5-447c-a443-3bfc142a727b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.473518] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-eea6ba01-e4d5-447c-a443-3bfc142a727b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.473832] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-eea6ba01-e4d5-447c-a443-3bfc142a727b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.473974] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eea6ba01-e4d5-447c-a443-3bfc142a727b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.552093] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.552093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.552093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.552361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.552401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.552542] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 is going to be created. [ 997.585605] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.585824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.585929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.586196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.586826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.599770] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 in Status: UNINITIALIZED for 2s [ 997.766257] env[69763]: INFO networking_nsxv3.common.synchronization [req-587c2a8f-de1f-4553-b118-e542ceb561a5 req-a6a81136-9a8e-45d8-88a4-47a61bdf9f37 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 997.767543] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 997.767543] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.767543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.767543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.767543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.767987] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.767987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.767987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.768158] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.769013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.769013] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.977421] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.977798] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.977954] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.978312] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.978516] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.978713] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port eea6ba01-e4d5-447c-a443-3bfc142a727b not found, creating... [ 997.979056] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.979282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.979466] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.979742] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.979923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.980290] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.980541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.980713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.980997] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.981228] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.981427] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: eea6ba01-e4d5-447c-a443-3bfc142a727b is going to be created. [ 998.002809] env[69763]: INFO networking_nsxv3.common.synchronization [req-587c2a8f-de1f-4553-b118-e542ceb561a5 req-bef8f961-aced-4810-b02c-7a06fb30e80f tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 998.004025] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.005194] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.006453] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.006453] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.006453] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.006453] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-eea6ba01-e4d5-447c-a443-3bfc142a727b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.008404] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGHEST for action security_group_members [ 998.008761] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.008893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.273320] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.776398] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.837278] env[69763]: INFO networking_nsxv3.common.synchronization [req-2f3afe0f-468b-43f2-a1f9-4774c22b233d req-55f01e7d-c84b-4751-964a-430b4995c3b3 service nova] Enqueued Resource ID: a3dec653-9271-485f-9afc-cc2f2b3023dc with Priority: HIGHEST for action security_group_rules [ 998.837466] env[69763]: INFO networking_nsxv3.common.synchronization [req-2f3afe0f-468b-43f2-a1f9-4774c22b233d req-55f01e7d-c84b-4751-964a-430b4995c3b3 service nova] Enqueued Resource ID: a3dec653-9271-485f-9afc-cc2f2b3023dc with Priority: HIGHEST for action security_group_members [ 998.837617] env[69763]: INFO networking_nsxv3.common.synchronization [req-2f3afe0f-468b-43f2-a1f9-4774c22b233d req-55f01e7d-c84b-4751-964a-430b4995c3b3 service nova] Enqueued Resource ID: eea6ba01-e4d5-447c-a443-3bfc142a727b with Priority: HIGHEST for action port [ 998.837871] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3dec653-9271-485f-9afc-cc2f2b3023dc with Priority: HIGHEST for action security_group_rules [ 998.838078] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3dec653-9271-485f-9afc-cc2f2b3023dc with Priority: HIGHEST for action security_group_members [ 998.838169] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea6ba01-e4d5-447c-a443-3bfc142a727b with Priority: HIGHEST for action port [ 998.838711] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3dec653-9271-485f-9afc-cc2f2b3023dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.838864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.838902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.839193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.839290] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3dec653-9271-485f-9afc-cc2f2b3023dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.840432] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3dec653-9271-485f-9afc-cc2f2b3023dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.840547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.841658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.841658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.841658] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.841658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.841658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.841658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.841658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.841658] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3dec653-9271-485f-9afc-cc2f2b3023dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.842246] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-eea6ba01-e4d5-447c-a443-3bfc142a727b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.842360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eea6ba01-e4d5-447c-a443-3bfc142a727b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.842424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eea6ba01-e4d5-447c-a443-3bfc142a727b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.842568] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eea6ba01-e4d5-447c-a443-3bfc142a727b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.842638] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eea6ba01-e4d5-447c-a443-3bfc142a727b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.279757] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.279957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.280103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.280353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.283602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.283753] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 999.335254] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.335254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.335254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.335254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.335254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.346941] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 999.347438] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3dec653-9271-485f-9afc-cc2f2b3023dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.348712] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3dec653-9271-485f-9afc-cc2f2b3023dc taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.348859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.351223] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eea6ba01-e4d5-447c-a443-3bfc142a727b with status ACTIVE [ 999.351533] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.351769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.351800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.352118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.352257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.352538] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.352688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.352783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.356901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.356901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.356901] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.356901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.356901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.356901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.356901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.356901] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eea6ba01-e4d5-447c-a443-3bfc142a727b is going to be updated. [ 999.375059] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 999.375349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.379299] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.379446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.379518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.379725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.379872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.380040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eea6ba01-e4d5-447c-a443-3bfc142a727b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.453868] env[69763]: INFO networking_nsxv3.common.synchronization [req-dbcd8a14-adf6-4f16-82b7-855678d67344 req-7420ed14-c86c-4e41-bcce-5fb57af0724f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 999.454561] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 999.454910] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.455091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.455298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.455430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.455599] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.455705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.455771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.455945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.456086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.456212] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.612214] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 in Status: SUCCESS [ 999.612489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.612614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.612862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.613084] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.613227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.613303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.613426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.613503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.613587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.613680] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.857931] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3dec653-9271-485f-9afc-cc2f2b3023dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.933973] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.934194] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.934352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.934640] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.934902] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.935331] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.935627] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.935895] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.936965] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.937338] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.937523] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.938561] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.938561] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.938743] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.939305] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.939530] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.961610] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.961802] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.961949] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.962164] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.962494] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-d84aa199-c8a7-497c-8a23-8978a34d663d taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.962677] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-d84aa199-c8a7-497c-8a23-8978a34d663d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.962804] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-d84aa199-c8a7-497c-8a23-8978a34d663d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.963168] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-d84aa199-c8a7-497c-8a23-8978a34d663d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.963326] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84aa199-c8a7-497c-8a23-8978a34d663d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.964550] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.964662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.964734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.968686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.968686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.968686] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.968686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.968686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.968686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.968686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.968686] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 999.996089] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.996276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.996322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.996523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.996669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.006244] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1000.117010] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.362750] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.362750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.362903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.363188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.363251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.367102] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3dec653-9271-485f-9afc-cc2f2b3023dc is going to be created. [ 1000.392548] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.392684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.392755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.392949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.393244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.405998] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3dec653-9271-485f-9afc-cc2f2b3023dc in Status: UNINITIALIZED for 2s [ 1000.470981] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.471454] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.471667] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.472286] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.472567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.472838] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port d84aa199-c8a7-497c-8a23-8978a34d663d not found, creating... [ 1000.473239] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.473485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.473917] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.474325] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.475440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.476117] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.476117] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.476117] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.476434] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.476582] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.476788] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: d84aa199-c8a7-497c-8a23-8978a34d663d is going to be created. [ 1000.498447] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.498875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.499173] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.499458] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.499777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.500098] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-d84aa199-c8a7-497c-8a23-8978a34d663d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.619995] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7480a782-f979-4c42-8a2b-8a8447f75c66: rpc.has_security_group_logging(os_id): False [ 1000.644254] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.644469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.644509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.645061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.645061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.645277] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.645277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.645277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.645440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.645513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.645601] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 is going to be created. [ 1000.716193] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.716345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.716417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.716731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.716816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.729893] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 in Status: IN_PROGRESS for 2s [ 1000.777103] env[69763]: INFO networking_nsxv3.common.synchronization [req-b2a41e40-ff1c-4e5a-89b7-13375367d429 req-ad6a4530-bbc7-4d08-90a6-caded16cfcf2 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Enqueued Resource ID: 72ec45b0-2302-4931-8672-aa1a65710d37 with Priority: HIGHEST for action security_group_members [ 1000.777604] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ec45b0-2302-4931-8672-aa1a65710d37 with Priority: HIGHEST for action security_group_members [ 1000.777906] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec45b0-2302-4931-8672-aa1a65710d37 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.778665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.778811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.779076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.779325] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.779478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.779576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.779778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.779909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.780053] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ec45b0-2302-4931-8672-aa1a65710d37',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.286073] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.286073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.286073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.286073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.286073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.286073] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.286073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.286073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.286073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.286073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.286073] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ec45b0-2302-4931-8672-aa1a65710d37 is going to be updated. [ 1001.317793] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.317793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.317793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.317793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.317793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.325253] env[69763]: INFO networking_nsxv3.common.synchronization [req-dbcd8a14-adf6-4f16-82b7-855678d67344 req-60a7676b-508f-498f-ad05-b72ce6cdd22b service nova] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_rules [ 1001.325606] env[69763]: INFO networking_nsxv3.common.synchronization [req-dbcd8a14-adf6-4f16-82b7-855678d67344 req-60a7676b-508f-498f-ad05-b72ce6cdd22b service nova] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1001.326099] env[69763]: INFO networking_nsxv3.common.synchronization [req-dbcd8a14-adf6-4f16-82b7-855678d67344 req-60a7676b-508f-498f-ad05-b72ce6cdd22b service nova] Enqueued Resource ID: d84aa199-c8a7-497c-8a23-8978a34d663d with Priority: HIGHEST for action port [ 1001.328120] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ec45b0-2302-4931-8672-aa1a65710d37 in Status: IN_PROGRESS for 2s [ 1001.328120] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_rules [ 1001.328120] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1001.328120] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84aa199-c8a7-497c-8a23-8978a34d663d with Priority: HIGHEST for action port [ 1001.328631] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.328897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.329102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.330417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.330417] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.331417] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.331670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.332047] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-d84aa199-c8a7-497c-8a23-8978a34d663d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.332384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d84aa199-c8a7-497c-8a23-8978a34d663d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.332994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d84aa199-c8a7-497c-8a23-8978a34d663d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.332994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d84aa199-c8a7-497c-8a23-8978a34d663d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.332994] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84aa199-c8a7-497c-8a23-8978a34d663d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.361999] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 1001.361999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.361999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.361999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.361999] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.361999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.361999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.362342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.362342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.362342] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.833052] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.833203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.836151] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d84aa199-c8a7-497c-8a23-8978a34d663d with status ACTIVE [ 1001.836471] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.837323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.837323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.837503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.837904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.838190] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.838346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.838431] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.838628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.838722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.838963] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.839100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.839183] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.839368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.839483] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.839616] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d84aa199-c8a7-497c-8a23-8978a34d663d is going to be updated. [ 1001.863982] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.863982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.863982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.863982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.863982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.863982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d84aa199-c8a7-497c-8a23-8978a34d663d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.869147] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.869147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.869147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.869147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.869147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.869147] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.869147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.869147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.869147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.869147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.869147] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be updated. [ 1001.901498] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.901690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.901690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.901906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.902174] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.914089] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: IN_PROGRESS for 2s [ 1002.021191] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1002.021191] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e deletion is rescheduled due to dependency. [ 1002.021191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.021191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.021324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.021441] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.021530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.021740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.021740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.024939] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.024939] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.415803] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3dec653-9271-485f-9afc-cc2f2b3023dc in Status: SUCCESS [ 1002.416134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.416267] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.416569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.416649] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.416765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.416831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.416981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.417266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.417266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.417389] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3dec653-9271-485f-9afc-cc2f2b3023dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.528456] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.741796] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 in Status: SUCCESS [ 1002.742040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.920886] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3dec653-9271-485f-9afc-cc2f2b3023dc taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.920886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.920886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.925366] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.925366] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3dec653-9271-485f-9afc-cc2f2b3023dc taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.925366] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.925366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.927169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.927272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.927520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.928171] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3dec653-9271-485f-9afc-cc2f2b3023dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.033224] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.339106] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ec45b0-2302-4931-8672-aa1a65710d37 in Status: SUCCESS [ 1003.339330] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ec45b0-2302-4931-8672-aa1a65710d37 deletion is rescheduled due to dependency. [ 1003.339499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.430278] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3dec653-9271-485f-9afc-cc2f2b3023dc: rpc.has_security_group_logging(os_id): False [ 1003.451580] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.452010] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.452128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.452379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.452503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.452746] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.452885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.452976] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.453173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.453288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.453509] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.453648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.453717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.453859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.453933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.454340] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.454483] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.454574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.454780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.455476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.455476] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3dec653-9271-485f-9afc-cc2f2b3023dc is going to be created. [ 1003.519404] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.519549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.519603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.519815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.519990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.533375] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3dec653-9271-485f-9afc-cc2f2b3023dc in Status: IN_PROGRESS for 2s [ 1003.537143] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.538543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.538543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.538543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.538543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.538543] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1003.585356] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.585889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.586016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.586332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.589948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.604156] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1003.925187] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af in Status: SUCCESS [ 1003.925187] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af deletion is rescheduled due to dependency. [ 1003.925187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.543514] env[69763]: INFO networking_nsxv3.common.synchronization [req-781cca48-dbbe-4509-8830-950eeed25797 req-be502902-a232-4d95-90f2-1b263602fa8b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Enqueued Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 1005.544462] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 1005.544610] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.548150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.548150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.548150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.548150] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.548150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.548150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.548150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.548150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.548150] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.549616] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3dec653-9271-485f-9afc-cc2f2b3023dc in Status: SUCCESS [ 1005.549616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.618282] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1005.618282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.618282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.618282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.618282] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.618282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.618607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.618728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.618900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.619105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.619337] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.054543] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.123973] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.123973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.123973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.124268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.124268] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.124333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.124362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.124489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.124574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.124662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.124805] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.124896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.124956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.125148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.125288] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.125380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.125438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.125981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.125981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.125981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.125981] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.204562] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.205760] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-249" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.205760] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-249" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.205760] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-249" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.205922] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.206708] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.206708] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.206708] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.206708] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.206929] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.207024] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.207188] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.207309] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.207428] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.207539] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.207682] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.235382] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.236382] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.236382] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.236382] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-249" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.236382] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-dacad569-8999-4d4a-aee9-b823530406be taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.238140] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-dacad569-8999-4d4a-aee9-b823530406be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.238140] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-dacad569-8999-4d4a-aee9-b823530406be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.238140] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-dacad569-8999-4d4a-aee9-b823530406be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.238140] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacad569-8999-4d4a-aee9-b823530406be',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.558439] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.629447] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb2078da-e286-41c0-b37b-d2779d346c5e: rpc.has_security_group_logging(os_id): False [ 1006.649687] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.649930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.649930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.650570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.650570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.650570] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.650570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.650703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.650731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.650809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.650986] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.651096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.651160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.651303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.651380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.651570] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.651664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.651884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.651884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.651988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.652030] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1006.741949] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.742124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.743134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.743134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.743134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.744669] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.745024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.745128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.745437] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.745952] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.745952] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port dacad569-8999-4d4a-aee9-b823530406be not found, creating... [ 1006.746766] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.746766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.746766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.746766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.746916] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.747246] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.747439] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.747608] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.747789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.747930] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.748092] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: dacad569-8999-4d4a-aee9-b823530406be is going to be created. [ 1006.774419] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1006.780279] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.780599] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.780846] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.781930] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.783878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.784284] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-dacad569-8999-4d4a-aee9-b823530406be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.065488] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.065810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.065810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.065944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.065998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.066095] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f581f267-f4df-4a7c-b841-456cdb9db31e is going to be updated. [ 1007.099290] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.102977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.103222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.103483] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.103682] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.114094] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: IN_PROGRESS for 2s [ 1007.670535] env[69763]: INFO networking_nsxv3.common.synchronization [req-781cca48-dbbe-4509-8830-950eeed25797 req-b28d1d22-d0b3-4e1e-b51c-02c8ca3398da service nova] Enqueued Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_rules [ 1007.670535] env[69763]: INFO networking_nsxv3.common.synchronization [req-781cca48-dbbe-4509-8830-950eeed25797 req-b28d1d22-d0b3-4e1e-b51c-02c8ca3398da service nova] Enqueued Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 1007.670834] env[69763]: INFO networking_nsxv3.common.synchronization [req-781cca48-dbbe-4509-8830-950eeed25797 req-b28d1d22-d0b3-4e1e-b51c-02c8ca3398da service nova] Enqueued Resource ID: dacad569-8999-4d4a-aee9-b823530406be with Priority: HIGHEST for action port [ 1007.671565] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_rules [ 1007.671565] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 1007.671625] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dacad569-8999-4d4a-aee9-b823530406be with Priority: HIGHEST for action port [ 1007.673986] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.673986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.673986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.673986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.673986] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.674720] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.674825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.675085] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-dacad569-8999-4d4a-aee9-b823530406be taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.675190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dacad569-8999-4d4a-aee9-b823530406be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.675253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dacad569-8999-4d4a-aee9-b823530406be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.675467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dacad569-8999-4d4a-aee9-b823530406be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.675574] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacad569-8999-4d4a-aee9-b823530406be',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.994356] env[69763]: INFO networking_nsxv3.common.synchronization [None req-855922f4-b468-47e5-8190-ff278462065b None None] Enqueued Resource ID: 71a9610e-078a-4344-8855-12137d9c76db with Priority: HIGHEST for action port [ 1007.994968] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a9610e-078a-4344-8855-12137d9c76db with Priority: HIGHEST for action port [ 1007.995327] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-71a9610e-078a-4344-8855-12137d9c76db taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.995493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71a9610e-078a-4344-8855-12137d9c76db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.995570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71a9610e-078a-4344-8855-12137d9c76db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.995857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71a9610e-078a-4344-8855-12137d9c76db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.995939] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71a9610e-078a-4344-8855-12137d9c76db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.178050] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.178233] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.178452] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dacad569-8999-4d4a-aee9-b823530406be with status ACTIVE [ 1008.178689] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.178809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.178886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.179151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.179234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.179404] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.179500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.179561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.179712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.179796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.180062] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.180168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.180231] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.180372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.180446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.180529] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dacad569-8999-4d4a-aee9-b823530406be is going to be updated. [ 1008.204653] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.204825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.204881] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.205061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.205220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.206100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dacad569-8999-4d4a-aee9-b823530406be" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.500164] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71a9610e-078a-4344-8855-12137d9c76db [ 1008.500862] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.500862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.500862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.501136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.501136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.502299] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71a9610e-078a-4344-8855-12137d9c76db already deleted. [ 1008.502299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71a9610e-078a-4344-8855-12137d9c76db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.687429] env[69763]: INFO networking_nsxv3.common.synchronization [None req-7c9ea590-7448-4da6-8ffe-e7ede527426b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Enqueued Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_rules [ 1008.688054] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_rules [ 1008.688054] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.688054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.688054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.688309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.688467] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.792089] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1008.792327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.817871] env[69763]: INFO networking_nsxv3.common.synchronization [None req-422fb0ac-3893-4d1c-a00f-afbb967d9b61 tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Enqueued Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_rules [ 1008.818632] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_rules [ 1008.818930] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.826163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.125639] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: SUCCESS [ 1009.125865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.126049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.126263] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.126445] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.126560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.126624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.126764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.126840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.128384] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.215724] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.215724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.215724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.215724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.215724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.216127] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc already deleted. [ 1009.216127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.216127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.216270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.216270] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.630573] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.737625] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.737625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.738848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.738848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.738848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.738848] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc already deleted. [ 1009.738848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.133684] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.364623] env[69763]: INFO networking_nsxv3.common.synchronization [None req-bd148426-ac17-4d90-ba53-ffd02262c72e None None] Enqueued Resource ID: dfc0c1b8-852d-4ada-8b10-776b738274a1 with Priority: HIGHEST for action port [ 1010.365342] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc0c1b8-852d-4ada-8b10-776b738274a1 with Priority: HIGHEST for action port [ 1010.365698] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfc0c1b8-852d-4ada-8b10-776b738274a1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.365850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfc0c1b8-852d-4ada-8b10-776b738274a1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.365922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfc0c1b8-852d-4ada-8b10-776b738274a1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.366228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfc0c1b8-852d-4ada-8b10-776b738274a1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.366317] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc0c1b8-852d-4ada-8b10-776b738274a1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.637028] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.638554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.638712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.639017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.639149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.639323] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f581f267-f4df-4a7c-b841-456cdb9db31e is going to be updated. [ 1010.671950] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.672640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.672640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.672640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.672640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.682357] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: IN_PROGRESS for 2s [ 1010.869858] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfc0c1b8-852d-4ada-8b10-776b738274a1 [ 1010.870178] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.870178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.870317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.870575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.870575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.870702] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfc0c1b8-852d-4ada-8b10-776b738274a1 already deleted. [ 1010.870758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfc0c1b8-852d-4ada-8b10-776b738274a1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.165902] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.166184] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.166254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.166536] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.166815] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.167815] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.168050] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.168318] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.168519] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.169123] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.169123] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.169123] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.169510] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.169510] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.170033] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.170033] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.190677] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.190910] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.191102] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.191345] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-383" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.191908] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-0276cb5b-ee35-4b81-b591-e4616352e712 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.191908] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.192094] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.192356] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.192531] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0276cb5b-ee35-4b81-b591-e4616352e712',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.227838] env[69763]: INFO networking_nsxv3.common.synchronization [req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b req-89811269-30dc-4300-bc70-8ca5b9abfb9b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Enqueued Resource ID: a3dec653-9271-485f-9afc-cc2f2b3023dc with Priority: HIGHEST for action security_group_members [ 1011.228891] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3dec653-9271-485f-9afc-cc2f2b3023dc with Priority: HIGHEST for action security_group_members [ 1011.230215] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3dec653-9271-485f-9afc-cc2f2b3023dc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.230215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.230215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.230215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.230215] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.230215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.230215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.230624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.231106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.231217] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3dec653-9271-485f-9afc-cc2f2b3023dc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.695031] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.696476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.696476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.696476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.696476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.696476] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.696476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.696476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.696864] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.696864] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.696995] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.697201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.697330] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.697556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.697718] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.697900] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 0276cb5b-ee35-4b81-b591-e4616352e712 is going to be updated. [ 1011.723317] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.723549] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.723659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.723946] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.724178] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.724415] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.734352] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.734502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.734575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.735136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.735136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.735136] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.735314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.735314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.735455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.735531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.735628] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3dec653-9271-485f-9afc-cc2f2b3023dc is going to be updated. [ 1011.772757] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.772757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.772757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.772757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.772757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.782350] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3dec653-9271-485f-9afc-cc2f2b3023dc in Status: IN_PROGRESS for 2s [ 1012.414171] env[69763]: INFO networking_nsxv3.common.synchronization [req-fac126d2-a5b1-4f40-882d-2497eb0f67bc req-82972dd1-d148-44a0-b4dc-b1774650805e service nova] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_rules [ 1012.414171] env[69763]: INFO networking_nsxv3.common.synchronization [req-fac126d2-a5b1-4f40-882d-2497eb0f67bc req-82972dd1-d148-44a0-b4dc-b1774650805e service nova] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 1012.414171] env[69763]: INFO networking_nsxv3.common.synchronization [req-fac126d2-a5b1-4f40-882d-2497eb0f67bc req-82972dd1-d148-44a0-b4dc-b1774650805e service nova] Enqueued Resource ID: 0276cb5b-ee35-4b81-b591-e4616352e712 with Priority: HIGHEST for action port [ 1012.414171] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_rules [ 1012.414863] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 1012.415289] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0276cb5b-ee35-4b81-b591-e4616352e712 with Priority: HIGHEST for action port [ 1012.415788] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.416072] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.417270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.417270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.417270] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.417503] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.417632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.417691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.417872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.418067] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.419085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.419085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.419085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.419085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.419085] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.419575] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-0276cb5b-ee35-4b81-b591-e4616352e712 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.419690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.419755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.419902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.420170] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0276cb5b-ee35-4b81-b591-e4616352e712',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.693668] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: SUCCESS [ 1012.694464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.694464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.694464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.694640] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.694640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.694732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.694807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.694889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.694972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.695099] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.922133] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.923578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.923578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.923853] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0276cb5b-ee35-4b81-b591-e4616352e712 with status ACTIVE [ 1012.923942] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.924112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.924112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.924952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.924952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.924952] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.924952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.924952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.925934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.925934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.926228] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.926404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.926864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.926864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.926982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.926982] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0276cb5b-ee35-4b81-b591-e4616352e712 is going to be updated. [ 1012.952855] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.953164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.953164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.953322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.953463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.953647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0276cb5b-ee35-4b81-b591-e4616352e712" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.197417] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.197665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.197665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.197834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.197987] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.198100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.198187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.198821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.198951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.199061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.199214] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.199467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.199467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.199572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.199650] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.199743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.199801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.199940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.200490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.200644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.200745] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.429681] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.702958] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f581f267-f4df-4a7c-b841-456cdb9db31e: rpc.has_security_group_logging(os_id): False [ 1013.723978] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.723978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.723978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.723978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.723978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.723978] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.723978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.724335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.724335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.724335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.724442] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.724531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.724591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.724720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.724790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.724954] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.725195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.725292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.725464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.725570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.725681] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f581f267-f4df-4a7c-b841-456cdb9db31e is going to be updated. [ 1013.795513] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3dec653-9271-485f-9afc-cc2f2b3023dc in Status: SUCCESS [ 1013.795644] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3dec653-9271-485f-9afc-cc2f2b3023dc deletion is rescheduled due to dependency. [ 1013.795759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3dec653-9271-485f-9afc-cc2f2b3023dc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.798715] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.798849] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.798925] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.799144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.799293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.811063] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: IN_PROGRESS for 2s [ 1013.932462] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.932610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.932653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.932884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.932972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.933089] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 is going to be updated. [ 1013.965271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.965439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.965514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.965825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.965895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.976072] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: IN_PROGRESS for 2s [ 1015.828494] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: SUCCESS [ 1015.828956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.993246] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: SUCCESS [ 1015.993246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.993246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.993246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.993460] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.993594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.993636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.994745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.994745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.994745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.994745] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.014946] env[69763]: INFO networking_nsxv3.common.synchronization [req-9e41b3a4-51b7-4850-96df-90e0947a6a38 req-83846c5f-41cd-497c-9d6d-2e8bfe55b834 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 1016.015732] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 1016.016372] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.016529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.016593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.016932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.017116] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.018662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.018662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.018662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.018662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.018662] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.324771] env[69763]: INFO networking_nsxv3.common.synchronization [req-0ebe2a77-310c-4f41-8888-0c9801206db9 req-76c7f16d-11bd-4526-9b09-beeaf33dcb14 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1016.325395] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1016.325720] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.326766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.326766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.326766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.326766] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.326766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.326766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.326766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.326766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.326766] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.502323] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.502323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.502323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.502323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.502607] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.502607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.502747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.502830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.502917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.503013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.503207] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.503326] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.503400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.503534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.503670] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.503763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.503820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.503954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.504045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.505126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.505126] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.522367] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.827083] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.827374] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-924" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.827614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-924" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.827986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-924" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.828331] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.828541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.828908] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.828973] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.829154] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.829501] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.829692] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.829847] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.829998] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.830166] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.830317] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.830491] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.832484] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.832643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.832743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.832946] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.833077] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.833355] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.833499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.833600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.833806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.833930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.834055] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 already deleted. [ 1016.834171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.855079] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.855314] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.855466] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.855656] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-924" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.856111] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-f68915e0-eac8-4cd7-9fff-ca96073e3426 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.856363] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.856554] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.856889] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.857052] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68915e0-eac8-4cd7-9fff-ca96073e3426',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.007357] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dbfa06f-ee6f-4b31-b301-59d5acd41d89: rpc.has_security_group_logging(os_id): False [ 1017.033666] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.033666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.033666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.033666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.034198] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.064787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.065126] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.065278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.065383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.065625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.065730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.065932] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.066082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.066199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.066270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.066346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.066539] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.066664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.066742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.066903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.067069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.067231] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 is going to be updated. [ 1017.149983] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.149983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.149983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.149983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.149983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.164738] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: IN_PROGRESS for 2s [ 1017.371644] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.371644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.371644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.371644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.371644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.371644] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port f68915e0-eac8-4cd7-9fff-ca96073e3426 not found, creating... [ 1017.371644] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.371644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.371644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.371644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.371644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.372507] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.372507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.372507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.372507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.372507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.372507] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: f68915e0-eac8-4cd7-9fff-ca96073e3426 is going to be created. [ 1017.389167] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.389455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.389661] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.390108] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.390366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.390727] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.543584] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.543841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.543957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.544240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.544395] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.544550] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 1017.653979] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.653979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.653979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.653979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.653979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.665792] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 1018.216828] env[69763]: INFO networking_nsxv3.common.synchronization [req-0ebe2a77-310c-4f41-8888-0c9801206db9 req-9bc793a0-435f-4230-8f32-73b8e5e41025 service nova] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_rules [ 1018.217142] env[69763]: INFO networking_nsxv3.common.synchronization [req-0ebe2a77-310c-4f41-8888-0c9801206db9 req-9bc793a0-435f-4230-8f32-73b8e5e41025 service nova] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1018.217328] env[69763]: INFO networking_nsxv3.common.synchronization [req-0ebe2a77-310c-4f41-8888-0c9801206db9 req-9bc793a0-435f-4230-8f32-73b8e5e41025 service nova] Enqueued Resource ID: f68915e0-eac8-4cd7-9fff-ca96073e3426 with Priority: HIGHEST for action port [ 1018.218195] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_rules [ 1018.218195] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1018.218195] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68915e0-eac8-4cd7-9fff-ca96073e3426 with Priority: HIGHEST for action port [ 1018.218299] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.218373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.218449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.218668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.218750] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.219646] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.219783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.220380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.220380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.220380] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.220380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.220380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.220720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.220720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.220720] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.225181] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68915e0-eac8-4cd7-9fff-ca96073e3426 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.225487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.225487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.225733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.225733] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68915e0-eac8-4cd7-9fff-ca96073e3426',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.727320] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.728660] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.728660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.728793] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f68915e0-eac8-4cd7-9fff-ca96073e3426 with status ACTIVE [ 1018.728937] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.729686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.729686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.729686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.729686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.729686] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.729686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.729686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.730026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.730026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.730091] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.730240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.730323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.730430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.730588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.730588] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f68915e0-eac8-4cd7-9fff-ca96073e3426 is going to be updated. [ 1018.755894] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.756052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.756168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.756375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.756523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.756863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.232445] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.337104] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: SUCCESS [ 1019.337517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.680453] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 1019.680728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.734693] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.735159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.737320] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.737320] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.737320] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.737320] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 is going to be created. [ 1019.768646] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.768646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.768646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.768646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.768646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.784800] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: UNINITIALIZED for 2s [ 1021.186725] env[69763]: INFO networking_nsxv3.common.synchronization [req-150e83c8-add5-401a-85c1-762d6cf38668 req-a1267ac5-5f49-4055-8c9d-53411ac6bfe3 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Enqueued Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_members [ 1021.187985] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_members [ 1021.195030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-3756ff68-c822-415e-a322-74300f9a30c5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.195030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.195030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.195030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.195030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.195030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.195030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.195030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.195030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.195030] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.389721] env[69763]: INFO networking_nsxv3.common.synchronization [req-524759fc-0a53-46af-89f4-fd64059cf61c req-ed004fcb-b97a-490c-a343-09ed9a5f6ca7 tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Enqueued Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_members [ 1021.390227] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGHEST for action security_group_members [ 1021.394410] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-192d7f86-0523-4e0d-96a7-f7bf06b61707 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.394551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.395713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.395713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.395713] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.395713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.395713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.395713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.395713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.395713] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.696960] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.696960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.696960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.696960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.696960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.696960] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.697435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.697435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.697435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.697435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.697435] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3756ff68-c822-415e-a322-74300f9a30c5 already deleted. [ 1021.697595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.797195] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: SUCCESS [ 1021.797477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.798041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.798265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.798461] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.798580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.798646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.798803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.798887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.798969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.799078] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.902017] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.902017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.902017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.902017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.902017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.902017] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.902017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.902017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.902017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.902017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.902017] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 is going to be updated. [ 1021.934201] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.934201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.934201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.934201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.934201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.943668] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 in Status: IN_PROGRESS for 2s [ 1022.186489] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.186707] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.186839] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.188587] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.188587] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.188587] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.188587] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.189735] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.190116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.191800] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.192015] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.192249] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.192458] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.192670] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.192869] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.193125] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.214372] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.214702] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.214702] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.214883] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.215225] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-c2bf3b80-4eba-49e9-890f-e634ef629188 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.215639] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-c2bf3b80-4eba-49e9-890f-e634ef629188" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.215639] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-c2bf3b80-4eba-49e9-890f-e634ef629188" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.216102] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-c2bf3b80-4eba-49e9-890f-e634ef629188" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.216768] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2bf3b80-4eba-49e9-890f-e634ef629188',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.308714] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.719475] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.719624] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.719741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.720040] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.720219] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.720474] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port c2bf3b80-4eba-49e9-890f-e634ef629188 not found, creating... [ 1022.720836] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.721028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.721169] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.721416] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.721562] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.721865] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.726725] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.727017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.727418] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.728368] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.728459] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: c2bf3b80-4eba-49e9-890f-e634ef629188 is going to be created. [ 1022.753890] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.753890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.753890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.754186] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.754577] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.754685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-c2bf3b80-4eba-49e9-890f-e634ef629188" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.811284] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25f90066-2383-417c-b8a9-bdacb4562ce0: rpc.has_security_group_logging(os_id): False [ 1022.836770] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.836992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.836992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.837268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.837789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.837789] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.837789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.837789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.838027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.838027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.838091] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 is going to be created. [ 1022.951442] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.951709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.951709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.951891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.952086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.967690] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: IN_PROGRESS for 2s [ 1023.595207] env[69763]: INFO networking_nsxv3.common.synchronization [req-9bb7a707-5170-4edd-b6fa-f6f086229f1f req-4fcbee44-ea2f-4536-9b28-67e20b5d46bc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 1023.595207] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 1023.595559] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.595627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.595959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.595959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.597032] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.597242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.597306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.597511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.597738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.597738] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.954608] env[69763]: INFO networking_nsxv3.common.synchronization [req-150e83c8-add5-401a-85c1-762d6cf38668 req-67c549ba-2788-4efe-b22e-29d6d2618160 service nova] Enqueued Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_rules [ 1023.954872] env[69763]: INFO networking_nsxv3.common.synchronization [req-150e83c8-add5-401a-85c1-762d6cf38668 req-67c549ba-2788-4efe-b22e-29d6d2618160 service nova] Enqueued Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_members [ 1023.955037] env[69763]: INFO networking_nsxv3.common.synchronization [req-150e83c8-add5-401a-85c1-762d6cf38668 req-67c549ba-2788-4efe-b22e-29d6d2618160 service nova] Enqueued Resource ID: c2bf3b80-4eba-49e9-890f-e634ef629188 with Priority: HIGHEST for action port [ 1023.956203] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_rules [ 1023.956568] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_members [ 1023.956621] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bf3b80-4eba-49e9-890f-e634ef629188 with Priority: HIGHEST for action port [ 1023.956946] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3756ff68-c822-415e-a322-74300f9a30c5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.957186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.957186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.957515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.957611] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.959535] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-3756ff68-c822-415e-a322-74300f9a30c5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.959535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.959535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.959535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.959535] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.959882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.959984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.960270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.960403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.960566] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.965878] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2bf3b80-4eba-49e9-890f-e634ef629188 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.965878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2bf3b80-4eba-49e9-890f-e634ef629188" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.965878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2bf3b80-4eba-49e9-890f-e634ef629188" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.966222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2bf3b80-4eba-49e9-890f-e634ef629188" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.966306] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2bf3b80-4eba-49e9-890f-e634ef629188',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.972793] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 in Status: SUCCESS [ 1023.972793] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 deletion is rescheduled due to dependency. [ 1023.972793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.100771] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.100998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.101119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.101445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.101567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.101906] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.102057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.102120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.102398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.102492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.102528] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be updated. [ 1024.137828] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.137991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.138085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.138756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.138756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.150489] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: IN_PROGRESS for 2s [ 1024.266288] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.266679] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.266868] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.267768] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.268227] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.268851] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.268851] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.269288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.269595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.269994] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.270276] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.270501] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.270681] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.270889] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.271156] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.271459] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.299028] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.299028] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.299028] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.299028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-722" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.299028] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-982abcaf-4785-4909-b651-bb9b8797efc4 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.299028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-982abcaf-4785-4909-b651-bb9b8797efc4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.299028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-982abcaf-4785-4909-b651-bb9b8797efc4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.299028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-982abcaf-4785-4909-b651-bb9b8797efc4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.299028] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982abcaf-4785-4909-b651-bb9b8797efc4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.471274] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2bf3b80-4eba-49e9-890f-e634ef629188 with status ACTIVE [ 1024.471521] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.471664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.471793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.471948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.472053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.472262] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.472379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.472440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.472623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.472703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.472883] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.472975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.473051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.473193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.473268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.473412] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2bf3b80-4eba-49e9-890f-e634ef629188 is going to be updated. [ 1024.474644] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-3756ff68-c822-415e-a322-74300f9a30c5 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.474796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.474933] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.499078] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.499078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.499078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.499416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.499416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.499844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2bf3b80-4eba-49e9-890f-e634ef629188" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.801307] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.801726] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.801726] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.802118] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.802302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.802596] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 982abcaf-4785-4909-b651-bb9b8797efc4 not found, creating... [ 1024.802937] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.803144] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.803285] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.803569] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.803754] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.804159] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.804373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.804835] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.805135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.805328] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.805507] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 982abcaf-4785-4909-b651-bb9b8797efc4 is going to be created. [ 1024.828761] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.829079] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.829223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.829603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.829870] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.830125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-982abcaf-4785-4909-b651-bb9b8797efc4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.977609] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.986019] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: SUCCESS [ 1024.986299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.480422] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.480598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.480671] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.480960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.480960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.481075] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3756ff68-c822-415e-a322-74300f9a30c5 is going to be created. [ 1025.506709] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.506709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.506709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.506709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.506978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.517340] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3756ff68-c822-415e-a322-74300f9a30c5 in Status: UNINITIALIZED for 2s [ 1025.688270] env[69763]: INFO networking_nsxv3.common.synchronization [req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 req-f1d53c8d-b174-43ec-9b36-fce3e77cf56a tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Enqueued Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 1025.688865] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGHEST for action security_group_members [ 1025.689248] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.689374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.689442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.689662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.689822] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.689938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.693045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.693330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.693440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.693579] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.762172] env[69763]: INFO networking_nsxv3.common.synchronization [req-9bb7a707-5170-4edd-b6fa-f6f086229f1f req-45e582a5-8d59-46a3-ba2f-0f4f0802be96 service nova] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_rules [ 1025.762797] env[69763]: INFO networking_nsxv3.common.synchronization [req-9bb7a707-5170-4edd-b6fa-f6f086229f1f req-45e582a5-8d59-46a3-ba2f-0f4f0802be96 service nova] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 1025.762797] env[69763]: INFO networking_nsxv3.common.synchronization [req-9bb7a707-5170-4edd-b6fa-f6f086229f1f req-45e582a5-8d59-46a3-ba2f-0f4f0802be96 service nova] Enqueued Resource ID: 982abcaf-4785-4909-b651-bb9b8797efc4 with Priority: HIGHEST for action port [ 1025.763036] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_rules [ 1025.763162] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 1025.763256] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982abcaf-4785-4909-b651-bb9b8797efc4 with Priority: HIGHEST for action port [ 1025.763539] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.763722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.763759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.763940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.767607] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.768094] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.768206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.768463] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-982abcaf-4785-4909-b651-bb9b8797efc4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.768570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-982abcaf-4785-4909-b651-bb9b8797efc4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.768633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-982abcaf-4785-4909-b651-bb9b8797efc4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.768834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-982abcaf-4785-4909-b651-bb9b8797efc4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.768908] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982abcaf-4785-4909-b651-bb9b8797efc4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.175021] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: SUCCESS [ 1026.175021] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 deletion is rescheduled due to dependency. [ 1026.175021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.175021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.175021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.175021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.175021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.175021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.175021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.175021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.175021] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.201188] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.201188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.201188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.201188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.238424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.238424] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.238424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.238424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.238424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.238424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.238424] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f is going to be updated. [ 1026.271218] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.272234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.277223] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.277223] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.277223] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.277461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.277603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.279288] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 982abcaf-4785-4909-b651-bb9b8797efc4 with status ACTIVE [ 1026.279598] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.279768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.279869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.280196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.280309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.280583] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.280764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.280870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.281149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.281273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.281609] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.281780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.282463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.284625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.284814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.284998] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 982abcaf-4785-4909-b651-bb9b8797efc4 is going to be updated. [ 1026.306142] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: IN_PROGRESS for 2s [ 1026.319370] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.319370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.319370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.319370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.319370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.319370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-982abcaf-4785-4909-b651-bb9b8797efc4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.679112] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.184072] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.528838] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3756ff68-c822-415e-a322-74300f9a30c5 in Status: SUCCESS [ 1027.529168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.529787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.530152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.530432] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.530580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.530692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.530941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.531234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.531372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.531501] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.689611] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.689611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.689611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.689611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.689611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.689611] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be updated. [ 1027.727076] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.727076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.727076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.727076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.727076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.739366] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: IN_PROGRESS for 2s [ 1028.034063] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.321138] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f in Status: SUCCESS [ 1028.321138] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f deletion is rescheduled due to dependency. [ 1028.321138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.539585] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3756ff68-c822-415e-a322-74300f9a30c5: rpc.has_security_group_logging(os_id): False [ 1028.563378] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.563588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.563715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.564096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.564228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.564609] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.564773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.564875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.565217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.565373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.565548] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3756ff68-c822-415e-a322-74300f9a30c5 is going to be created. [ 1028.641680] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.641680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.641680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.642031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.642031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.675912] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3756ff68-c822-415e-a322-74300f9a30c5 in Status: IN_PROGRESS for 2s [ 1029.750811] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: SUCCESS [ 1029.751079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.751260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.751444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.751668] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.751817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.751863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.752093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.752131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.752204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.752292] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.259656] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.259851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.259918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.260184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.260432] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.260586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.260689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.260898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.261013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.261127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.261287] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.261377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.261436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.261611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.261808] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.261904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.261960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.262221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.262221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.262327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.262731] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.691172] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3756ff68-c822-415e-a322-74300f9a30c5 in Status: SUCCESS [ 1030.691895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.766475] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1030.766804] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1030.768035] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55eacf65-2a18-4d69-aae2-14e6218a7027: rpc.has_security_group_logging(os_id): False [ 1030.789853] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.789940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.790053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.790206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.790411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.790510] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.790638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.790699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.790811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.790886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.791082] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.791195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.791262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.791361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.791434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.791698] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.791798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.791798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.791905] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.791979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.792313] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be updated. [ 1030.861830] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.861830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.861830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.862061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.862061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.887830] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: IN_PROGRESS for 2s [ 1032.909369] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: SUCCESS [ 1032.909639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.614157] env[69763]: INFO networking_nsxv3.common.synchronization [req-705dfd5f-309c-4067-af63-bf1c9ceb15cb req-f708e702-4ae6-45cb-8a46-57f213259786 tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Enqueued Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_members [ 1033.614633] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_members [ 1033.617578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.617850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.617954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.618424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.618735] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.618839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.618954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.619194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.619339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.619482] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.008530] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.008882] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-339" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.008938] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-339" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.010484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-339" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.010484] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.010484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.010484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.010484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.010484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.010484] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.010484] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.010956] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.010956] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.010956] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.010956] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.011084] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.031886] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.032168] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.032325] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.032521] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-339" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.033544] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-ec07f03d-4fa2-4267-9d00-eec6418a9fe9 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.033544] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-ec07f03d-4fa2-4267-9d00-eec6418a9fe9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.033544] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-ec07f03d-4fa2-4267-9d00-eec6418a9fe9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.033855] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-ec07f03d-4fa2-4267-9d00-eec6418a9fe9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.033855] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec07f03d-4fa2-4267-9d00-eec6418a9fe9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.124947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.125321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.125321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.125525] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.125563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.126180] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.126180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.126180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.126180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.126412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.126412] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc already deleted. [ 1034.126412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.538062] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.538458] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.538619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.538963] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.539220] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.539453] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port ec07f03d-4fa2-4267-9d00-eec6418a9fe9 not found, creating... [ 1034.539821] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.540099] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.540236] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.540561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.540734] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.541100] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.541274] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.541396] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.541643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.541861] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.541981] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: ec07f03d-4fa2-4267-9d00-eec6418a9fe9 is going to be created. [ 1034.564385] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.564725] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.564948] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.565325] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.565652] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.566031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-ec07f03d-4fa2-4267-9d00-eec6418a9fe9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.299489] env[69763]: INFO networking_nsxv3.common.synchronization [req-705dfd5f-309c-4067-af63-bf1c9ceb15cb req-e4e015bf-95fc-47bf-b8de-bc51c01edd40 service nova] Enqueued Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_rules [ 1035.299748] env[69763]: INFO networking_nsxv3.common.synchronization [req-705dfd5f-309c-4067-af63-bf1c9ceb15cb req-e4e015bf-95fc-47bf-b8de-bc51c01edd40 service nova] Enqueued Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_members [ 1035.299825] env[69763]: INFO networking_nsxv3.common.synchronization [req-705dfd5f-309c-4067-af63-bf1c9ceb15cb req-e4e015bf-95fc-47bf-b8de-bc51c01edd40 service nova] Enqueued Resource ID: ec07f03d-4fa2-4267-9d00-eec6418a9fe9 with Priority: HIGHEST for action port [ 1035.300371] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_rules [ 1035.300526] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_members [ 1035.300625] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec07f03d-4fa2-4267-9d00-eec6418a9fe9 with Priority: HIGHEST for action port [ 1035.300905] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.301065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.301172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.301332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.301436] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.302480] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.302541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.302573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.302746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.304129] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.304129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.304129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.304129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.304129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.304129] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.304679] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec07f03d-4fa2-4267-9d00-eec6418a9fe9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.304679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec07f03d-4fa2-4267-9d00-eec6418a9fe9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.304679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec07f03d-4fa2-4267-9d00-eec6418a9fe9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.304679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec07f03d-4fa2-4267-9d00-eec6418a9fe9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.304679] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec07f03d-4fa2-4267-9d00-eec6418a9fe9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.806834] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.807604] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.807730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.809198] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec07f03d-4fa2-4267-9d00-eec6418a9fe9 with status ACTIVE [ 1035.809394] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.809515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.809579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.809817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.809911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.810110] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.810212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.810277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.810436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.810514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.810692] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.810784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.810845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.810980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.811066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.811154] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec07f03d-4fa2-4267-9d00-eec6418a9fe9 is going to be updated. [ 1035.837807] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.838062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.838062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.838235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.838329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.838574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec07f03d-4fa2-4267-9d00-eec6418a9fe9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.309065] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.812490] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.812704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.812704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.812976] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.813026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.813118] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc is going to be created. [ 1036.842017] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.842179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.842179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.842362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.842526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.854212] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc in Status: UNINITIALIZED for 2s [ 1037.276264] env[69763]: INFO networking_nsxv3.common.synchronization [req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 req-6bd5b4c0-b425-4842-a444-4a5157253845 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Enqueued Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 1037.277049] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 1037.278416] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.281042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.281042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.281042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.281042] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.281042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.281042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.281042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.281042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.281042] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.788025] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.287904] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.791281] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.791566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.791566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.791717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.791807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.791904] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f581f267-f4df-4a7c-b841-456cdb9db31e is going to be updated. [ 1038.853497] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.853654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.853728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.853944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.854125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.872017] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: IN_PROGRESS for 2s [ 1038.872761] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc in Status: SUCCESS [ 1038.872966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.873143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.873359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.873560] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.873676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.873742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.873902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.873983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.874111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.874240] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.192745] env[69763]: INFO networking_nsxv3.common.synchronization [req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 req-e5c786a1-16b8-4dfd-b028-4dc3c3d8f0e5 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1039.193369] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1039.193821] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.193821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.193929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.194330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.194511] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.194622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.194684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.194846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.194929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.195080] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.377177] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.653575] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.653843] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.654030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.654373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.656737] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.656937] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.657084] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.657687] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.657895] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.658116] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.658247] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.658385] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.658565] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.658673] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.658791] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.658940] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.684550] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.684858] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1039.685080] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.685460] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.686020] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-65e944a6-1d45-434d-9fb8-f33a38dbc8c5 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.686401] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-65e944a6-1d45-434d-9fb8-f33a38dbc8c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.686923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-65e944a6-1d45-434d-9fb8-f33a38dbc8c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.687398] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-65e944a6-1d45-434d-9fb8-f33a38dbc8c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.687540] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65e944a6-1d45-434d-9fb8-f33a38dbc8c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.697612] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.697794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.697872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.698075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.698215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.698622] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.698797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.698797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.698962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.699061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.699196] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 already deleted. [ 1039.699294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.881816] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc: rpc.has_security_group_logging(os_id): False [ 1039.903901] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.904095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.904181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.904427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.904517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.904788] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.904891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.904947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.905121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.905196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.905283] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc is going to be created. [ 1039.982227] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.982424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.983040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.983040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.983040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.998220] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc in Status: IN_PROGRESS for 2s [ 1040.192994] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.193266] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.193441] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.193752] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.193910] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.194118] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 65e944a6-1d45-434d-9fb8-f33a38dbc8c5 not found, creating... [ 1040.194405] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.194585] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.194712] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.194970] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.195132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.195464] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.195635] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.195761] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.195989] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.197338] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.197618] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 65e944a6-1d45-434d-9fb8-f33a38dbc8c5 is going to be created. [ 1040.223521] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.223753] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.223886] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.224193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.224430] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.224681] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-65e944a6-1d45-434d-9fb8-f33a38dbc8c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.496587] env[69763]: INFO networking_nsxv3.common.synchronization [req-a7d9019b-0725-4f3c-835c-159d432db8f1 req-70234898-93e2-4e73-8526-5eec4187f4f2 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 1040.496716] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGHEST for action security_group_members [ 1040.497457] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.497600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.497660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.498629] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.498629] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.502489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.502489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.502623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.502691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.502831] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.883916] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: SUCCESS [ 1040.884245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.006061] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.006283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.006451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.006745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.006899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.007226] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.007505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.007683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.007983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.008370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.008539] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be updated. [ 1041.052104] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.052304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.054139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.054392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.054552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.058695] env[69763]: INFO networking_nsxv3.common.synchronization [req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 req-9f74449d-b0d2-4354-8a84-fec910d257a0 service nova] Enqueued Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_rules [ 1041.060564] env[69763]: INFO networking_nsxv3.common.synchronization [req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 req-9f74449d-b0d2-4354-8a84-fec910d257a0 service nova] Enqueued Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1041.060815] env[69763]: INFO networking_nsxv3.common.synchronization [req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 req-9f74449d-b0d2-4354-8a84-fec910d257a0 service nova] Enqueued Resource ID: 65e944a6-1d45-434d-9fb8-f33a38dbc8c5 with Priority: HIGHEST for action port [ 1041.061565] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_rules [ 1041.061643] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1041.062480] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e944a6-1d45-434d-9fb8-f33a38dbc8c5 with Priority: HIGHEST for action port [ 1041.062834] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.062966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.063051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.063349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.063421] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.064536] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.064728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.064768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.064941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.065123] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.065227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.065321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.065477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.065642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.065642] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.066564] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-65e944a6-1d45-434d-9fb8-f33a38dbc8c5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.066679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65e944a6-1d45-434d-9fb8-f33a38dbc8c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.066787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65e944a6-1d45-434d-9fb8-f33a38dbc8c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.066949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65e944a6-1d45-434d-9fb8-f33a38dbc8c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.067041] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65e944a6-1d45-434d-9fb8-f33a38dbc8c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.073096] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: IN_PROGRESS for 2s [ 1041.569330] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.569613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.570108] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.571380] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65e944a6-1d45-434d-9fb8-f33a38dbc8c5 with status ACTIVE [ 1041.571573] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.571983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.571983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.572929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.573043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.573759] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.573759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.573759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.573759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.573759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.574055] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.574055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.574055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.574252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.574252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.574252] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65e944a6-1d45-434d-9fb8-f33a38dbc8c5 is going to be updated. [ 1041.608069] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.608291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.608539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.608721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.608922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.609148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65e944a6-1d45-434d-9fb8-f33a38dbc8c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.013580] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc in Status: SUCCESS [ 1042.013580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.071947] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.575364] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.575509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.575595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.575815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.575949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.576107] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 is going to be created. [ 1042.608911] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.609061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.609158] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.609425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.609621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.630716] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: UNINITIALIZED for 2s [ 1042.641750] env[69763]: INFO networking_nsxv3.common.synchronization [None req-209c4575-fb50-4096-8b79-00e9f28740e0 None None] Enqueued Resource ID: 8e6cb314-f40e-4fcb-a078-5eaef57c6af0 with Priority: HIGHEST for action port [ 1042.642505] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e6cb314-f40e-4fcb-a078-5eaef57c6af0 with Priority: HIGHEST for action port [ 1042.642839] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e6cb314-f40e-4fcb-a078-5eaef57c6af0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.642966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e6cb314-f40e-4fcb-a078-5eaef57c6af0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.643626] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e6cb314-f40e-4fcb-a078-5eaef57c6af0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.643955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e6cb314-f40e-4fcb-a078-5eaef57c6af0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.644051] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6cb314-f40e-4fcb-a078-5eaef57c6af0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.780076] env[69763]: INFO networking_nsxv3.common.synchronization [req-a6e691b6-edbd-4f19-9637-8ed6102dd885 req-510509c7-b045-4637-9f37-7fa9f4a18469 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 1042.780823] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGHEST for action security_group_members [ 1042.781298] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.785099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.785099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.785099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.785099] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.785099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.785099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.785099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.785099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.785099] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.085148] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 in Status: SUCCESS [ 1043.085148] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 deletion is rescheduled due to dependency. [ 1043.085148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.147561] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e6cb314-f40e-4fcb-a078-5eaef57c6af0 [ 1043.147706] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.147822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.147885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.148118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.148207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.148303] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e6cb314-f40e-4fcb-a078-5eaef57c6af0 already deleted. [ 1043.148398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e6cb314-f40e-4fcb-a078-5eaef57c6af0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.285958] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.286108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.286108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.287182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.288241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.288241] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.288394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.288497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.288743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.288905] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.289029] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 is going to be updated. [ 1043.322561] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.322561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.322561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.322561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.322561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.334639] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: IN_PROGRESS for 2s [ 1044.470563] env[69763]: INFO networking_nsxv3.common.synchronization [None req-6e57cfaa-7da0-4f37-9b51-24f8021573df tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Enqueued Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_rules [ 1044.470563] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_rules [ 1044.470563] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99532ee6-4076-4178-b77a-01e02e57dcda taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.470563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.470563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.470563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.470563] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.641833] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: SUCCESS [ 1044.643572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.643786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.644023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.644240] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.644357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.644421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.644573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.644652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.644734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.644819] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.672037] env[69763]: INFO networking_nsxv3.common.synchronization [None req-c77397e4-1b02-484a-8512-7f20380df332 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Enqueued Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_rules [ 1044.672037] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_rules [ 1044.672037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99532ee6-4076-4178-b77a-01e02e57dcda taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.672037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.687229] env[69763]: INFO networking_nsxv3.common.synchronization [None req-2d900c53-6d1e-4ccf-88c7-9020ba811e86 None None] Enqueued Resource ID: e42f935e-0049-4b43-957c-f5f32760f4ee with Priority: HIGHEST for action port [ 1044.687229] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e42f935e-0049-4b43-957c-f5f32760f4ee with Priority: HIGHEST for action port [ 1044.687229] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e42f935e-0049-4b43-957c-f5f32760f4ee taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.688047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e42f935e-0049-4b43-957c-f5f32760f4ee" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.688283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e42f935e-0049-4b43-957c-f5f32760f4ee" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.689383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e42f935e-0049-4b43-957c-f5f32760f4ee" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.689466] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e42f935e-0049-4b43-957c-f5f32760f4ee',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.702223] env[69763]: INFO networking_nsxv3.common.synchronization [None req-beb31c20-bbe2-4831-96ce-1f8985db759b None None] Enqueued Resource ID: 45298303-5e53-4480-b695-38b9495b84b9 with Priority: HIGHEST for action port [ 1044.703222] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45298303-5e53-4480-b695-38b9495b84b9 with Priority: HIGHEST for action port [ 1044.705101] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-45298303-5e53-4480-b695-38b9495b84b9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.705245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45298303-5e53-4480-b695-38b9495b84b9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.705315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45298303-5e53-4480-b695-38b9495b84b9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.705615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45298303-5e53-4480-b695-38b9495b84b9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.705694] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45298303-5e53-4480-b695-38b9495b84b9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.996893] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.997212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.997212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.997361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.997476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.997602] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99532ee6-4076-4178-b77a-01e02e57dcda already deleted. [ 1044.997663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.997841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.997988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.998174] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.148542] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.148717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.148786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.149021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.149182] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.149279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.149366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.149487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.149569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.149653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.149795] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.149880] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.149937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.150095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.150225] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.150325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.150366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.150506] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.150576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.150655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.150739] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.192968] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e42f935e-0049-4b43-957c-f5f32760f4ee [ 1045.192968] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.192968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.192968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.192968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.192968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.192968] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e42f935e-0049-4b43-957c-f5f32760f4ee already deleted. [ 1045.192968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e42f935e-0049-4b43-957c-f5f32760f4ee" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.210240] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45298303-5e53-4480-b695-38b9495b84b9 [ 1045.212340] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.212340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.212340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.212340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.212340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.212340] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45298303-5e53-4480-b695-38b9495b84b9 already deleted. [ 1045.212340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45298303-5e53-4480-b695-38b9495b84b9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.351820] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 in Status: SUCCESS [ 1045.351820] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 deletion is rescheduled due to dependency. [ 1045.351820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.520239] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.520524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.520524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.520699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.520788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.520885] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99532ee6-4076-4178-b77a-01e02e57dcda already deleted. [ 1045.520969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.657107] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90d3c70d-e4e8-4825-ba9c-e552c8070cc3: rpc.has_security_group_logging(os_id): False [ 1045.677131] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.677533] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.677533] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.677628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.677723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.677916] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.678031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.678103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.678250] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.678327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.678545] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.678654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.678713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.678855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.679558] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.681205] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.681205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.681205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.681205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.681205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.681205] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 is going to be created. [ 1045.722156] env[69763]: INFO networking_nsxv3.common.synchronization [None req-308872d5-1a5d-4376-a875-625ee56a87b2 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Enqueued Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_rules [ 1045.723708] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_rules [ 1045.724657] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.724657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.724657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.724984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.724984] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.751022] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.751022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.751022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.751022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.751022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.763332] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: IN_PROGRESS for 2s [ 1045.852973] env[69763]: INFO networking_nsxv3.common.synchronization [None req-a8ec1d79-13cf-426f-bdb6-78f92339157a tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Enqueued Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_rules [ 1045.853588] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_rules [ 1045.855342] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.855342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.257222] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.257379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.257497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.257802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.257802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.257932] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 already deleted. [ 1046.257989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.258131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.258289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.258372] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.333347] env[69763]: INFO networking_nsxv3.common.synchronization [req-bed1a5df-615d-4346-a7b3-5526480412a9 req-f9798d47-26cc-4d8d-aa7c-25bc8e7e72bb tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 1046.333347] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 1046.333347] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.333347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.333347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.333347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.333347] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.333347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.333347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.333347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.333347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.333347] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.785835] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.785835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.785835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.785835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.785835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.785835] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 already deleted. [ 1046.785835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.835665] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.295943] env[69763]: INFO networking_nsxv3.common.synchronization [None req-7bb80d58-8341-4c5f-93b9-1ae11c6be638 None None] Enqueued Resource ID: 2b01ee0c-a849-46df-8369-237be946ca89 with Priority: HIGHEST for action port [ 1047.296233] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b01ee0c-a849-46df-8369-237be946ca89 with Priority: HIGHEST for action port [ 1047.296841] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b01ee0c-a849-46df-8369-237be946ca89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.296979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b01ee0c-a849-46df-8369-237be946ca89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.297085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b01ee0c-a849-46df-8369-237be946ca89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.297355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b01ee0c-a849-46df-8369-237be946ca89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.297453] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b01ee0c-a849-46df-8369-237be946ca89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.347435] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.618541] env[69763]: INFO networking_nsxv3.common.synchronization [req-febccb28-b911-4727-8d91-609ddf0566ca req-e34b71e9-5677-4c5f-856a-e250953d7a8b tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1047.618992] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1047.619329] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.619694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.619694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.619800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.619915] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.620014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.623133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.623343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.623438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.623543] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.776460] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: SUCCESS [ 1047.776769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.802677] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b01ee0c-a849-46df-8369-237be946ca89 [ 1047.802938] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.803043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.803156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.803825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.803825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.803984] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b01ee0c-a849-46df-8369-237be946ca89 already deleted. [ 1047.804217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b01ee0c-a849-46df-8369-237be946ca89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.849609] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.851070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.851070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.851070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.851070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.851070] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 1047.882101] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.882101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.882101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.882101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.882101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.893030] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 1047.980486] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.980634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.980634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.980918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.981193] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.981359] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.981483] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.982712] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.982712] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.982712] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.982712] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.982712] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.982712] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.982712] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.982712] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.982712] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.004240] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.004495] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.004763] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.005032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.005527] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-80687ef7-8f22-4346-a30b-ae22bdd77dd4 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.005808] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-80687ef7-8f22-4346-a30b-ae22bdd77dd4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.006037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-80687ef7-8f22-4346-a30b-ae22bdd77dd4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.006401] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-80687ef7-8f22-4346-a30b-ae22bdd77dd4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.006613] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80687ef7-8f22-4346-a30b-ae22bdd77dd4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.125183] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.460192] env[69763]: INFO networking_nsxv3.common.synchronization [req-012c3d94-d60d-44a4-a363-27fb8b324712 req-dcace9d7-ca8b-4ef0-85d2-1621624305d3 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 1048.460912] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGHEST for action security_group_members [ 1048.461053] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.461187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.461253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.461455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.461859] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.461859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.461859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.462011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.462011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.462087] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.510035] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.510035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.510035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.510303] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.510438] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.510601] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 80687ef7-8f22-4346-a30b-ae22bdd77dd4 not found, creating... [ 1048.510868] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.511047] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.511171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.511394] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.511537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.511816] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.511974] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.512112] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.512327] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.512465] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.512684] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 80687ef7-8f22-4346-a30b-ae22bdd77dd4 is going to be created. [ 1048.537628] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.538110] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.538292] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.538694] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.538951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.539363] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-80687ef7-8f22-4346-a30b-ae22bdd77dd4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.632542] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.964639] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.964932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.964932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.965113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.965204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.965402] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.965517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.965782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.965908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.966052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.966130] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 is going to be updated. [ 1048.996785] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.996785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.996785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.996785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.997108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.006780] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: IN_PROGRESS for 2s [ 1049.136262] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.136686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.136819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.137185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.137317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.137525] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1049.169959] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.170910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.171091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.171327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.171478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.217899] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1049.353293] env[69763]: INFO networking_nsxv3.common.synchronization [req-febccb28-b911-4727-8d91-609ddf0566ca req-b9bb1e98-a098-4620-9d07-fc37cbd5cc5c service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 1049.353510] env[69763]: INFO networking_nsxv3.common.synchronization [req-febccb28-b911-4727-8d91-609ddf0566ca req-b9bb1e98-a098-4620-9d07-fc37cbd5cc5c service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1049.356020] env[69763]: INFO networking_nsxv3.common.synchronization [req-febccb28-b911-4727-8d91-609ddf0566ca req-b9bb1e98-a098-4620-9d07-fc37cbd5cc5c service nova] Enqueued Resource ID: 80687ef7-8f22-4346-a30b-ae22bdd77dd4 with Priority: HIGHEST for action port [ 1049.356020] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 1049.356020] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1049.356020] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80687ef7-8f22-4346-a30b-ae22bdd77dd4 with Priority: HIGHEST for action port [ 1049.356020] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.356020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.356020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.356020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.356531] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.356992] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.357139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.357857] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-80687ef7-8f22-4346-a30b-ae22bdd77dd4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.357981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80687ef7-8f22-4346-a30b-ae22bdd77dd4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.358084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80687ef7-8f22-4346-a30b-ae22bdd77dd4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.358311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80687ef7-8f22-4346-a30b-ae22bdd77dd4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.358390] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80687ef7-8f22-4346-a30b-ae22bdd77dd4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.862722] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.862889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.863284] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80687ef7-8f22-4346-a30b-ae22bdd77dd4 with status ACTIVE [ 1049.863284] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.863441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.863441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.863686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.863786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.863973] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.864087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.864204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.864394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.864473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.864659] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.864774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.864875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.865084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.865169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.865343] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80687ef7-8f22-4346-a30b-ae22bdd77dd4 is going to be updated. [ 1049.894279] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.894611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.894700] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.894882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.895046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.895219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80687ef7-8f22-4346-a30b-ae22bdd77dd4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.904800] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 1049.905145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.018310] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 in Status: SUCCESS [ 1051.018656] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 deletion is rescheduled due to dependency. [ 1051.018656] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.228063] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1051.228240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.228384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.228637] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.228824] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.228942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.229020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.229174] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.229254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.229345] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.732665] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.235463] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.738827] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.738955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.739087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.739263] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.739358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.739455] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1052.773038] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.773182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.773259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.773476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.773615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.784991] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1053.896284] env[69763]: INFO networking_nsxv3.common.synchronization [req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f req-470939c7-4a74-43f2-899c-e590afc48caf tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1053.896622] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1053.896915] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.897056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.897121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.898324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.898501] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.898618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.898683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.898890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.898944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.899029] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.236911] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.237144] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.237278] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.238092] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.238092] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.238244] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.238297] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.238507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.238668] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.238952] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.239073] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.239129] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.239232] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.239344] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.239530] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.239679] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.260884] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.261157] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.261318] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.261510] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.262082] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-13917e16-71b5-4e0e-a69a-bba8a16be8b3 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.262276] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-13917e16-71b5-4e0e-a69a-bba8a16be8b3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.262402] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-13917e16-71b5-4e0e-a69a-bba8a16be8b3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.262749] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-13917e16-71b5-4e0e-a69a-bba8a16be8b3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.262901] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13917e16-71b5-4e0e-a69a-bba8a16be8b3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.402872] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.765590] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.765913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.766069] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.766368] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.766530] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.766745] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 13917e16-71b5-4e0e-a69a-bba8a16be8b3 not found, creating... [ 1054.767039] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.767209] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.767337] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.767618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.767766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.768101] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.768273] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.768401] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.769029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.769029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.769029] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 13917e16-71b5-4e0e-a69a-bba8a16be8b3 is going to be created. [ 1054.793029] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.793334] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.793447] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.793859] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.794113] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.794348] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-13917e16-71b5-4e0e-a69a-bba8a16be8b3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.795863] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1054.796059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.796269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.796466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.796668] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.796782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.796838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.797014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.797052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.797139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.797238] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.907177] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.299906] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.299906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.299906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.300412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.300412] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.300412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.300659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.300659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.300771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.300831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.300944] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.301048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.301110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.301235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.301370] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.301466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.301524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.301719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.301808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.301892] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.301979] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.409567] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.409723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.409723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.409968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.410080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.410182] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1055.437319] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.437526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.437596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.437804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.437977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.448189] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1055.542572] env[69763]: INFO networking_nsxv3.common.synchronization [req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f req-e73d7ed9-33bf-428a-901a-a51992b1565d service nova] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_rules [ 1055.542572] env[69763]: INFO networking_nsxv3.common.synchronization [req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f req-e73d7ed9-33bf-428a-901a-a51992b1565d service nova] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1055.542572] env[69763]: INFO networking_nsxv3.common.synchronization [req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f req-e73d7ed9-33bf-428a-901a-a51992b1565d service nova] Enqueued Resource ID: 13917e16-71b5-4e0e-a69a-bba8a16be8b3 with Priority: HIGHEST for action port [ 1055.542572] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_rules [ 1055.542572] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1055.542572] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13917e16-71b5-4e0e-a69a-bba8a16be8b3 with Priority: HIGHEST for action port [ 1055.542572] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.542572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.542572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.542572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.542572] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.543344] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.543344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.543344] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-13917e16-71b5-4e0e-a69a-bba8a16be8b3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.543344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13917e16-71b5-4e0e-a69a-bba8a16be8b3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.543344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13917e16-71b5-4e0e-a69a-bba8a16be8b3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.543723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13917e16-71b5-4e0e-a69a-bba8a16be8b3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.543723] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13917e16-71b5-4e0e-a69a-bba8a16be8b3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.803977] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81ce7929-3c0c-4e51-9019-9dfb2ef67459: rpc.has_security_group_logging(os_id): False [ 1055.822589] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.822752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.822808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.823072] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.823192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.823391] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.823512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.823560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.823710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.823786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.823978] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.824089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.824151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.824289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.824362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.824550] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.824643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.824703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.824838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.824910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.824993] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1055.892294] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.892504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.892504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.892689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.892815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.908259] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1056.045924] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.046098] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.046386] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13917e16-71b5-4e0e-a69a-bba8a16be8b3 with status ACTIVE [ 1056.046571] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.046696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.047251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.047251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.047251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.047251] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.047539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.047539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.047714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.047795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.048046] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.048113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.048169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.048338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.048412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.048534] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13917e16-71b5-4e0e-a69a-bba8a16be8b3 is going to be updated. [ 1056.072782] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.072947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.073065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.073399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.073891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.073891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13917e16-71b5-4e0e-a69a-bba8a16be8b3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.459456] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1057.459829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.460541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.460541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.460541] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.460729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.460729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.460892] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.460973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.461094] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.923801] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1057.924096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.964309] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.467134] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.972717] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.972717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.972717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.972717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.972717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.972717] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1059.006689] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.006882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.006954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.007172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.007347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.020658] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1059.891361] env[69763]: INFO networking_nsxv3.common.synchronization [req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 req-bcabf1bf-8e06-4816-8d86-1629b71aecc7 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1059.891994] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1059.892361] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.892507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.892583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.892807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.892968] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.893086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.893152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.893347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.897035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.897035] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.396094] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.023297] env[69763]: INFO networking_nsxv3.common.synchronization [req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 req-bc32433b-5b5a-4fa6-a3ba-eabcf32f4f2c tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Enqueued Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 1061.023695] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.027105] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGHEST for action security_group_members [ 1061.029110] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.029215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.029317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.030264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.030264] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.030471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.030471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.031259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.031259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.031259] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.049922] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1061.049922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.049922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.049922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.049922] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.049922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.049922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.049922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.049922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.049922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.049922] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.529618] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.529618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.529618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.529618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.529618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.529618] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1061.535026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.535026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.535026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.535026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.535026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.535026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.535026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.535026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.535026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.535026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.535026] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f581f267-f4df-4a7c-b841-456cdb9db31e is going to be updated. [ 1061.554078] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.554078] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.554078] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.554078] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.554078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.554857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.554857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.554857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.554857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.554857] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.565449] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.565671] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.565671] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.565859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.566036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.568204] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.568424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.568562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.568960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.569108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.581625] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: IN_PROGRESS for 2s [ 1061.582911] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1062.057224] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb2078da-e286-41c0-b37b-d2779d346c5e: rpc.has_security_group_logging(os_id): False [ 1062.152336] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.152562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.152562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.152770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.152864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.153172] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.153270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.153270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.153426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.153505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.153765] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.153765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.153876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.153969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.154053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.154327] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.154327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.154441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.154522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.154593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.154679] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1062.307774] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.307774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.307774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.307774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.307774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.355359] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1063.596073] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f581f267-f4df-4a7c-b841-456cdb9db31e in Status: SUCCESS [ 1063.596523] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f581f267-f4df-4a7c-b841-456cdb9db31e deletion is rescheduled due to dependency. [ 1063.596523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.597405] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1063.598341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.389163] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1064.389396] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.028249] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1066.028593] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1067.809218] env[69763]: INFO networking_nsxv3.common.synchronization [req-3c5dd183-b974-4abb-ab54-2e70e0614630 req-06a9dc28-e8cf-4262-9601-0aa10c89b7a4 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Enqueued Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_members [ 1067.809793] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_members [ 1067.810157] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-99532ee6-4076-4178-b77a-01e02e57dcda taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.810291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.810355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.810663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.810776] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.810871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.810931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.811097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.812203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.812203] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.314975] env[69763]: INFO networking_nsxv3.common.synchronization [req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d req-ee2c5449-cfbf-4d53-be3b-72c9f85f9bae tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Enqueued Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 1068.315417] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.315549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.315629] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.316211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.316211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.316514] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.316765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.316846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.317436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.317567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.317806] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99532ee6-4076-4178-b77a-01e02e57dcda already deleted. [ 1068.317953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.318522] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af with Priority: HIGHEST for action security_group_members [ 1068.318897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a0c963-a3d0-4652-97c2-8d1fbe9800af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.319013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.319086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.319274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.319407] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.319523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.319567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.319705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.319788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.319879] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a0c963-a3d0-4652-97c2-8d1fbe9800af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.473687] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.473687] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-134" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.473687] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-134" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.473981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-134" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.474245] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.474480] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.474620] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.474915] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.475128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.475397] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.475612] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.475788] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.475915] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.476052] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.476170] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.476450] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.508207] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.508207] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.508207] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.508207] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-134" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.508207] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-759852cd-121b-4d04-9799-2c0a32306ad4 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.508207] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-759852cd-121b-4d04-9799-2c0a32306ad4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.508207] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-759852cd-121b-4d04-9799-2c0a32306ad4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.508207] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-759852cd-121b-4d04-9799-2c0a32306ad4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.508646] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('759852cd-121b-4d04-9799-2c0a32306ad4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.822304] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.825783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.825783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.825783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.825783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.825783] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.825783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.825783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.825783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.825783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.825783] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af is going to be updated. [ 1068.836042] env[69763]: INFO networking_nsxv3.common.synchronization [req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 req-dcd2c8c9-56c5-4749-81ac-a008e8dd1909 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1068.836042] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1068.836042] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.836042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.836042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.836042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.836042] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.836573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.836737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.836970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.838365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.838572] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.881038] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.881038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.881038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.881345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.881345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.892353] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: IN_PROGRESS for 2s [ 1069.014114] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.014114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.014114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.014114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.014114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.014114] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 759852cd-121b-4d04-9799-2c0a32306ad4 not found, creating... [ 1069.014114] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.014114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.014114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.014114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.014114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.014645] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.014645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.014645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.014645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.014645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.014645] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 759852cd-121b-4d04-9799-2c0a32306ad4 is going to be created. [ 1069.039834] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.040162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.040252] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.040473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.040699] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.040928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-759852cd-121b-4d04-9799-2c0a32306ad4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.344346] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.344514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.344586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.344795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.344890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.345098] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.345194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.345256] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.345402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.345475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.345568] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 is going to be updated. [ 1069.383029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.383029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.383029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.383029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.383029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.393780] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: IN_PROGRESS for 2s [ 1069.770882] env[69763]: INFO networking_nsxv3.common.synchronization [req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a req-9b003191-14a6-4f93-84b0-35160e283140 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1069.771560] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1069.772131] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.772992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.773131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.773413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.773682] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.773849] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.774016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.774252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.774401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.774614] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.809304] env[69763]: INFO networking_nsxv3.common.synchronization [req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a req-9b003191-14a6-4f93-84b0-35160e283140 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_rules [ 1069.809561] env[69763]: INFO networking_nsxv3.common.synchronization [req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a req-9b003191-14a6-4f93-84b0-35160e283140 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1069.809747] env[69763]: INFO networking_nsxv3.common.synchronization [req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a req-9b003191-14a6-4f93-84b0-35160e283140 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: f68915e0-eac8-4cd7-9fff-ca96073e3426 with Priority: HIGHEST for action port [ 1069.810489] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_rules [ 1069.810664] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1069.810797] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68915e0-eac8-4cd7-9fff-ca96073e3426 with Priority: HIGHEST for action port [ 1069.811135] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.811373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.811412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.811697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.811777] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.812804] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.812919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.813440] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68915e0-eac8-4cd7-9fff-ca96073e3426 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.813539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.813602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.813806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.813987] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68915e0-eac8-4cd7-9fff-ca96073e3426',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.922579] env[69763]: INFO networking_nsxv3.common.synchronization [req-3c5dd183-b974-4abb-ab54-2e70e0614630 req-e1461583-8b5c-4c18-aed2-1f873d310273 service nova] Enqueued Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_rules [ 1069.922870] env[69763]: INFO networking_nsxv3.common.synchronization [req-3c5dd183-b974-4abb-ab54-2e70e0614630 req-e1461583-8b5c-4c18-aed2-1f873d310273 service nova] Enqueued Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_members [ 1069.923015] env[69763]: INFO networking_nsxv3.common.synchronization [req-3c5dd183-b974-4abb-ab54-2e70e0614630 req-e1461583-8b5c-4c18-aed2-1f873d310273 service nova] Enqueued Resource ID: 759852cd-121b-4d04-9799-2c0a32306ad4 with Priority: HIGHEST for action port [ 1069.924289] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_rules [ 1069.924503] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_members [ 1069.924503] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 759852cd-121b-4d04-9799-2c0a32306ad4 with Priority: HIGHEST for action port [ 1069.925026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99532ee6-4076-4178-b77a-01e02e57dcda taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.925755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.925840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.926073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.926159] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.927047] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-99532ee6-4076-4178-b77a-01e02e57dcda taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.927175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.927243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.927424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.927849] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.927990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.928773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.929099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.929099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.929228] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.930136] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-759852cd-121b-4d04-9799-2c0a32306ad4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.930273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-759852cd-121b-4d04-9799-2c0a32306ad4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.930362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-759852cd-121b-4d04-9799-2c0a32306ad4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.930566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-759852cd-121b-4d04-9799-2c0a32306ad4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.930671] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('759852cd-121b-4d04-9799-2c0a32306ad4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.273785] env[69763]: INFO networking_nsxv3.common.synchronization [req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 req-6dd059ec-10aa-4ea3-be66-bf115ddcaa7f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Enqueued Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_members [ 1070.274421] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_members [ 1070.274738] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.274887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.274957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.275362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.275886] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.275886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.275886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.275886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.276227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.276227] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.277068] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.315782] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.315941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.316126] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f68915e0-eac8-4cd7-9fff-ca96073e3426 with status ACTIVE [ 1070.316291] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.316399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.316459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.316655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.316744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.316913] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.317015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.317080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.317221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.317293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.317542] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.317542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.317660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.317816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.317900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.317987] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f68915e0-eac8-4cd7-9fff-ca96073e3426 is going to be updated. [ 1070.320286] env[69763]: INFO networking_nsxv3.common.synchronization [None req-dc9bd4ec-b810-4f16-8288-bf1702fa8640 None None] Enqueued Resource ID: 03193eeb-45df-4d9e-887f-9fb1603f5313 with Priority: HIGHEST for action port [ 1070.320763] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03193eeb-45df-4d9e-887f-9fb1603f5313 with Priority: HIGHEST for action port [ 1070.321459] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-03193eeb-45df-4d9e-887f-9fb1603f5313 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.321841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03193eeb-45df-4d9e-887f-9fb1603f5313" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.321945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03193eeb-45df-4d9e-887f-9fb1603f5313" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.322185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03193eeb-45df-4d9e-887f-9fb1603f5313" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.322269] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03193eeb-45df-4d9e-887f-9fb1603f5313',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.341806] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.341980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.342047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.342237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.342376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.342537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.432290] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.436314] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-99532ee6-4076-4178-b77a-01e02e57dcda taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.436481] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.436620] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 759852cd-121b-4d04-9799-2c0a32306ad4 with status ACTIVE [ 1070.436784] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.436885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.436943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.437162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.437243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.437412] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.437523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.437781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.437781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.437895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.438403] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.438519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.438580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.438729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.438822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.438913] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 759852cd-121b-4d04-9799-2c0a32306ad4 is going to be updated. [ 1070.490673] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.490868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.491347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.491347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.491347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.491668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-759852cd-121b-4d04-9799-2c0a32306ad4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.779334] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.779509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.779577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.779797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.779888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.780108] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.780210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.780369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.780421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.780492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.780580] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 already deleted. [ 1070.780657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.780858] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.824803] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03193eeb-45df-4d9e-887f-9fb1603f5313 [ 1070.825069] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.825195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.825235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.825470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.825548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.825683] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03193eeb-45df-4d9e-887f-9fb1603f5313 already deleted. [ 1070.825683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03193eeb-45df-4d9e-887f-9fb1603f5313" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.886475] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.886674] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.886805] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.887160] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.887425] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.887593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.887808] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.888080] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.888324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.888567] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.888687] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.888849] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.888983] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.889146] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.889292] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.889454] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.903578] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af in Status: SUCCESS [ 1070.903845] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a0c963-a3d0-4652-97c2-8d1fbe9800af deletion is rescheduled due to dependency. [ 1070.903948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a0c963-a3d0-4652-97c2-8d1fbe9800af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.916689] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.916689] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.916689] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.916689] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.916689] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-cbb9b213-c75c-425c-9b19-426af308ac35 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.917107] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.917107] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.917328] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.917993] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb9b213-c75c-425c-9b19-426af308ac35',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.937318] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.289888] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.290099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.290144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.290360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.290446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.290550] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 is going to be updated. [ 1071.321161] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.321312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.321384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.321948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.321948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.332090] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: IN_PROGRESS for 2s [ 1071.412516] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: SUCCESS [ 1071.412516] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 deletion is rescheduled due to dependency. [ 1071.412516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.420899] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.423557] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.426308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.426308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.426308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.426308] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port cbb9b213-c75c-425c-9b19-426af308ac35 not found, creating... [ 1071.426308] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.426308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.426308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.426308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.426308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.429981] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.429981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.429981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.429981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.429981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.429981] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: cbb9b213-c75c-425c-9b19-426af308ac35 is going to be created. [ 1071.440539] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.440725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.440927] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.441071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.441128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.441210] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99532ee6-4076-4178-b77a-01e02e57dcda is going to be created. [ 1071.458270] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.458500] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.461061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.461061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.461061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.461061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.476059] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.476059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.476059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.476059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.476059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.488233] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99532ee6-4076-4178-b77a-01e02e57dcda in Status: UNINITIALIZED for 2s [ 1072.222881] env[69763]: INFO networking_nsxv3.common.synchronization [None req-f3c55f2e-b36f-4b08-91e0-8daf48e3dd4b None None] Enqueued Resource ID: e06169e1-d5bb-41b3-9797-6bf97fe5f4eb with Priority: HIGHEST for action port [ 1072.223402] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06169e1-d5bb-41b3-9797-6bf97fe5f4eb with Priority: HIGHEST for action port [ 1072.223611] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06169e1-d5bb-41b3-9797-6bf97fe5f4eb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.223741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06169e1-d5bb-41b3-9797-6bf97fe5f4eb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.223953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06169e1-d5bb-41b3-9797-6bf97fe5f4eb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.225186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06169e1-d5bb-41b3-9797-6bf97fe5f4eb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.225416] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06169e1-d5bb-41b3-9797-6bf97fe5f4eb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.728039] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e06169e1-d5bb-41b3-9797-6bf97fe5f4eb [ 1072.728274] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.728412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.728481] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.728746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.728841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.728930] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e06169e1-d5bb-41b3-9797-6bf97fe5f4eb already deleted. [ 1072.729035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06169e1-d5bb-41b3-9797-6bf97fe5f4eb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.771159] env[69763]: INFO networking_nsxv3.common.synchronization [req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 req-d6ce8275-6672-4382-b318-1424cf6d379d service nova] Enqueued Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_rules [ 1072.772419] env[69763]: INFO networking_nsxv3.common.synchronization [req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 req-d6ce8275-6672-4382-b318-1424cf6d379d service nova] Enqueued Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_members [ 1072.772419] env[69763]: INFO networking_nsxv3.common.synchronization [req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 req-d6ce8275-6672-4382-b318-1424cf6d379d service nova] Enqueued Resource ID: cbb9b213-c75c-425c-9b19-426af308ac35 with Priority: HIGHEST for action port [ 1072.772419] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_rules [ 1072.772419] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_members [ 1072.772855] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb9b213-c75c-425c-9b19-426af308ac35 with Priority: HIGHEST for action port [ 1072.772995] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.773206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.773327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.773553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.773630] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.774645] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.774835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.774835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.775667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.775667] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.775667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.775667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.775667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.775667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.776134] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.777796] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbb9b213-c75c-425c-9b19-426af308ac35 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.777796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.777796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.777796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.780137] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb9b213-c75c-425c-9b19-426af308ac35',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.935195] env[69763]: INFO networking_nsxv3.common.synchronization [req-0e35644f-d474-4f22-9617-caf32a48ced5 req-72d68eaf-6d6c-4fc3-a71b-38a7dec90d21 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1072.935195] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1072.938863] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.938863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.938863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.938863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.938863] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.938863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.938863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.938863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.944650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.944650] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.280200] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.281820] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.281820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.282800] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbb9b213-c75c-425c-9b19-426af308ac35 with status ACTIVE [ 1073.284041] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.284041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.284041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.284041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.284041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.284041] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.284041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.284041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.284599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.284599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.284664] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.286016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.286016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.286016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.286016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.286016] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbb9b213-c75c-425c-9b19-426af308ac35 is going to be updated. [ 1073.314853] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.315036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.315082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.315276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.315415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.315572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.344467] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: SUCCESS [ 1073.344581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.344712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.344954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.345190] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.345311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.345365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.345529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.345608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.345706] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.447970] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.503268] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99532ee6-4076-4178-b77a-01e02e57dcda in Status: SUCCESS [ 1073.503268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.503268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.503268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.503268] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.503268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.503268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.503268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.503268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.503268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.503268] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.520468] env[69763]: INFO networking_nsxv3.common.synchronization [req-d41cde02-29d0-4682-a799-ba2aa96bdba7 req-792cfa8a-4927-47a0-96bd-4fc9df1f9d72 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1073.520881] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1073.520881] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.521015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.550173] env[69763]: INFO networking_nsxv3.common.synchronization [req-d41cde02-29d0-4682-a799-ba2aa96bdba7 req-792cfa8a-4927-47a0-96bd-4fc9df1f9d72 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_rules [ 1073.550444] env[69763]: INFO networking_nsxv3.common.synchronization [req-d41cde02-29d0-4682-a799-ba2aa96bdba7 req-792cfa8a-4927-47a0-96bd-4fc9df1f9d72 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1073.551134] env[69763]: INFO networking_nsxv3.common.synchronization [req-d41cde02-29d0-4682-a799-ba2aa96bdba7 req-792cfa8a-4927-47a0-96bd-4fc9df1f9d72 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: f68915e0-eac8-4cd7-9fff-ca96073e3426 with Priority: HIGHEST for action port [ 1073.551996] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_rules [ 1073.552187] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1073.552299] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68915e0-eac8-4cd7-9fff-ca96073e3426 with Priority: HIGHEST for action port [ 1073.553403] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.553512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.553755] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.553859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.554082] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68915e0-eac8-4cd7-9fff-ca96073e3426 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.554209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.554278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.554486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.554566] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68915e0-eac8-4cd7-9fff-ca96073e3426',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.783233] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.849077] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.949607] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.005971] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.058535] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f68915e0-eac8-4cd7-9fff-ca96073e3426 with status ACTIVE [ 1074.058535] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.058535] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.058535] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.058535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.059421] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f68915e0-eac8-4cd7-9fff-ca96073e3426 is going to be updated. [ 1074.083142] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.083142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.083142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.083142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.083142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.083558] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68915e0-eac8-4cd7-9fff-ca96073e3426" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.287834] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.287834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.287834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.288352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.288352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.288352] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 is going to be created. [ 1074.318577] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.318740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.318821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.319050] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.319217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.333766] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 in Status: UNINITIALIZED for 2s [ 1074.352584] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.454245] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.454245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.454245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.454245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.454245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.454245] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1074.490270] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.490448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.490547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.490931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.492657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.507412] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1074.507651] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99532ee6-4076-4178-b77a-01e02e57dcda: rpc.has_security_group_logging(os_id): False [ 1074.540031] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.540031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.540256] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.540486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.540486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.541162] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.541162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.541162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.541162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.541162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.541354] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99532ee6-4076-4178-b77a-01e02e57dcda is going to be created. [ 1074.759223] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.759589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.759589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.759755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.759977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.773932] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99532ee6-4076-4178-b77a-01e02e57dcda in Status: IN_PROGRESS for 2s [ 1074.859910] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.860184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.860269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.860482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.860573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.860676] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 is going to be updated. [ 1074.919562] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.919562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.919562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.919562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.919562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.933047] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: IN_PROGRESS for 2s [ 1076.351476] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 in Status: SUCCESS [ 1076.351785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.351954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.352190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.352379] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.352499] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.352577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.352710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.352791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.352862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.353208] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.523247] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1076.523247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.794335] env[69763]: INFO networking_nsxv3.common.synchronization [req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 req-4cbbd1eb-7d24-46ae-905a-0f33c68ae119 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Enqueued Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_members [ 1076.794958] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGHEST for action security_group_members [ 1076.795330] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-3756ff68-c822-415e-a322-74300f9a30c5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.795469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.795541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.795771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.795941] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.799191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.799318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.799560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.799655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.799773] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.801606] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99532ee6-4076-4178-b77a-01e02e57dcda in Status: SUCCESS [ 1076.801739] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.856018] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.945329] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: SUCCESS [ 1076.945549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.945782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.946320] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.946320] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.946419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.946419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.946627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.946627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.946725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.946825] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.950123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.951994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.951994] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.951994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.951994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.951994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.951994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.951994] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.167639] env[69763]: INFO networking_nsxv3.common.synchronization [req-7fce7273-5e30-4285-816b-f1845d318a13 req-00738e8c-64f4-4dca-93e2-887b0ff32a80 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1077.168163] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1077.168829] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.169046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.169126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.169401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.169570] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.169742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.169742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.169950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.170053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.170248] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.303478] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.303478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.303478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.303478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.303478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.303771] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.303771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.303869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.304164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.304164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.304291] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3756ff68-c822-415e-a322-74300f9a30c5 is going to be updated. [ 1077.345602] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.346588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.346588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.346892] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.348305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.358932] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d718f6c8-fc1b-437a-8e30-a910c1d99d74: rpc.has_security_group_logging(os_id): False [ 1077.360924] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3756ff68-c822-415e-a322-74300f9a30c5 in Status: IN_PROGRESS for 2s [ 1077.385134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.385339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.385383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.385572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.385720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.385956] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.386079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.386120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.386280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.386359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.386490] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 is going to be created. [ 1077.453108] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.454753] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.484951] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.485355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.485464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.485786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.486018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.503733] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 in Status: IN_PROGRESS for 2s [ 1077.541036] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.541281] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.541351] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.541869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.542782] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.542954] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.543253] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.543433] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.543727] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.543896] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.544425] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.544425] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.544425] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.544611] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.544611] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.544775] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.587200] env[69763]: INFO networking_nsxv3.common.synchronization [req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 req-ee0b49e9-3081-415b-8daf-30fc93ebe799 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Enqueued Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1077.588360] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 with Priority: HIGHEST for action security_group_members [ 1077.588849] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f90066-2383-417c-b8a9-bdacb4562ce0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.588983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.600733] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.600733] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.600927] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.601081] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.601600] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-43adc2d1-043c-408a-bfce-b87cc7c66df3 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.601600] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-43adc2d1-043c-408a-bfce-b87cc7c66df3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.601764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-43adc2d1-043c-408a-bfce-b87cc7c66df3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.602064] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-43adc2d1-043c-408a-bfce-b87cc7c66df3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.602289] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43adc2d1-043c-408a-bfce-b87cc7c66df3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.677730] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.677730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.677730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.677730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.677730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.677730] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.677730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.677730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.677730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.677730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.677730] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 already deleted. [ 1077.677730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.957592] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25f90066-2383-417c-b8a9-bdacb4562ce0: rpc.has_security_group_logging(os_id): False [ 1077.958841] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.983654] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.983853] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.983853] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.984166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.984166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.984414] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.984561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.984602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.984719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.984792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.984880] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 is going to be updated. [ 1078.052969] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.053295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.053295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.053392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.053698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.070126] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: IN_PROGRESS for 2s [ 1078.105630] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.106082] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.106082] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.106397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.106571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.106736] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 43adc2d1-043c-408a-bfce-b87cc7c66df3 not found, creating... [ 1078.107111] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.107255] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.107445] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.107533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.107677] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.108050] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.108288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.108340] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.108609] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.108914] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.108914] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 43adc2d1-043c-408a-bfce-b87cc7c66df3 is going to be created. [ 1078.143300] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.143300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.143300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.143300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.143300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.143300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-43adc2d1-043c-408a-bfce-b87cc7c66df3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.462367] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.462777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.462777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.466409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.466559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.466681] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 is going to be updated. [ 1078.501792] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.501989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.502050] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.502273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.502449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.514292] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: IN_PROGRESS for 2s [ 1079.277028] env[69763]: INFO networking_nsxv3.common.synchronization [req-7fce7273-5e30-4285-816b-f1845d318a13 req-a0ac1b82-c524-42e7-b8cd-03ce8167d489 service nova] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_rules [ 1079.277256] env[69763]: INFO networking_nsxv3.common.synchronization [req-7fce7273-5e30-4285-816b-f1845d318a13 req-a0ac1b82-c524-42e7-b8cd-03ce8167d489 service nova] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1079.277488] env[69763]: INFO networking_nsxv3.common.synchronization [req-7fce7273-5e30-4285-816b-f1845d318a13 req-a0ac1b82-c524-42e7-b8cd-03ce8167d489 service nova] Enqueued Resource ID: 43adc2d1-043c-408a-bfce-b87cc7c66df3 with Priority: HIGHEST for action port [ 1079.278181] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_rules [ 1079.278368] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1079.278492] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43adc2d1-043c-408a-bfce-b87cc7c66df3 with Priority: HIGHEST for action port [ 1079.278817] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.279055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.279055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.279327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.279413] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.280559] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.280559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.280559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.280772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.280947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.281215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.281215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.281354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.281451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.281543] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.282491] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-43adc2d1-043c-408a-bfce-b87cc7c66df3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.282639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43adc2d1-043c-408a-bfce-b87cc7c66df3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.282718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43adc2d1-043c-408a-bfce-b87cc7c66df3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.282893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43adc2d1-043c-408a-bfce-b87cc7c66df3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.282987] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43adc2d1-043c-408a-bfce-b87cc7c66df3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.372267] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3756ff68-c822-415e-a322-74300f9a30c5 in Status: SUCCESS [ 1079.372267] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3756ff68-c822-415e-a322-74300f9a30c5 deletion is rescheduled due to dependency. [ 1079.372267] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.521564] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 in Status: SUCCESS [ 1079.522016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.785213] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.785454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.785581] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43adc2d1-043c-408a-bfce-b87cc7c66df3 with status ACTIVE [ 1079.785791] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.785933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.786011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.786234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.786326] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.786508] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.786607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.786662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.786815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.786893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.787092] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.787181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.787249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.787376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.787450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.788232] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43adc2d1-043c-408a-bfce-b87cc7c66df3 is going to be updated. [ 1079.789597] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.816105] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.816105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.816105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.816105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.816105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.816105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43adc2d1-043c-408a-bfce-b87cc7c66df3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.087577] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: SUCCESS [ 1080.087577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.087577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.087577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.087577] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.292032] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.532127] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 in Status: SUCCESS [ 1080.532485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.532525] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.532725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.532912] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.533045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.533112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.533264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.533344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.533436] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.608962] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.609114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.609161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.613022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.613022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.613022] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 is going to be deleted. [ 1080.683123] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.683264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.683334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.683541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.683630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.683745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.798389] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.798574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.798615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.798825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.798920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.799036] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be created. [ 1080.828234] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.828382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.828454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.828658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.828865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.844946] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: UNINITIALIZED for 2s [ 1081.037524] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.037675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.037675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.037821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.038035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.038291] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.038416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.038497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.038677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.038770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.038883] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 is going to be deleted. [ 1081.073021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.073242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.073290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.073554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.073675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.073763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.074316] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.074487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.074644] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.074742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.074804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.074949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.075069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.075166] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f90066-2383-417c-b8a9-bdacb4562ce0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.577425] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.577929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.577929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.578027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.578329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.578329] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.578613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.578613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.578613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.578722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.578926] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f90066-2383-417c-b8a9-bdacb4562ce0 already deleted. [ 1081.578926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f90066-2383-417c-b8a9-bdacb4562ce0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.855645] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1082.855979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.856035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.856249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.856504] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.856736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.856736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.856899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.856979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.857140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.857178] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.361623] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.361752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.361752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.361954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.364516] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.364516] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.364516] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.364516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.364516] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.869549] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cedf1167-bdaf-4be0-88ad-53df828ca2d9: rpc.has_security_group_logging(os_id): False [ 1083.889216] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.889702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.889838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.890123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.890228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.890442] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.890549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.890607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.890822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.890935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.891191] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.891318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.891398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.891500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.891563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.892410] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.892410] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.892410] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.892410] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.892410] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.892735] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be created. [ 1083.953444] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.953594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.953643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.954029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.954029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.967115] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1084.279090] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1084.279272] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1085.981806] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1085.981806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.392614] env[69763]: INFO networking_nsxv3.common.synchronization [req-6cab58aa-98cd-41d2-ad9d-89c382f8720a req-7b35ee64-bfb0-456b-a2c8-38535f6015ba tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_members [ 1086.393342] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGHEST for action security_group_members [ 1086.395037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7480a782-f979-4c42-8a2b-8a8447f75c66 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.395037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.395037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.395037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.395037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.395037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.395457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.395457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.395457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.395554] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.798763] env[69763]: INFO networking_nsxv3.common.synchronization [None req-5e890f37-76c3-4e61-afe0-f63aabfd6043 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_rules [ 1086.800451] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_rules [ 1086.800451] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa26935-35ed-48c3-86f1-a31203f461bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.800451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.800451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.800451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.800451] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.892448] env[69763]: INFO networking_nsxv3.common.synchronization [None req-5c00061e-8388-43ec-a3e8-f1c49d9e2849 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_rules [ 1086.893043] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_rules [ 1086.893399] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa26935-35ed-48c3-86f1-a31203f461bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.893504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.900063] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.900358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.900500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.900785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.900928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.901190] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.901369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.901475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.901688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.901817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.901955] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 is going to be updated. [ 1086.967259] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.967910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.968179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.968639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.968639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.983874] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 in Status: IN_PROGRESS for 2s [ 1087.326627] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.326627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.326627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.326627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.326627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.326627] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa26935-35ed-48c3-86f1-a31203f461bd already deleted. [ 1087.326627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.326627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.326627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.326627] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.849021] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.850141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.850340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.850673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.850816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.850923] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa26935-35ed-48c3-86f1-a31203f461bd already deleted. [ 1087.851027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.993165] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 in Status: SUCCESS [ 1088.993463] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 deletion is rescheduled due to dependency. [ 1088.993463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.995608] env[69763]: INFO networking_nsxv3.common.synchronization [None req-6fc301f4-a77e-4249-80eb-c68803053626 None None] Enqueued Resource ID: c5f09058-a217-4dd9-aea5-39066806cf53 with Priority: HIGHEST for action port [ 1090.997186] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f09058-a217-4dd9-aea5-39066806cf53 with Priority: HIGHEST for action port [ 1090.999665] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5f09058-a217-4dd9-aea5-39066806cf53 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.999665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5f09058-a217-4dd9-aea5-39066806cf53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.999665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5f09058-a217-4dd9-aea5-39066806cf53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.999665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5f09058-a217-4dd9-aea5-39066806cf53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.999665] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f09058-a217-4dd9-aea5-39066806cf53',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.506864] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5f09058-a217-4dd9-aea5-39066806cf53 [ 1091.507271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.507436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.507508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.508520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.508520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.508520] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5f09058-a217-4dd9-aea5-39066806cf53 already deleted. [ 1091.508520] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5f09058-a217-4dd9-aea5-39066806cf53" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.767969] env[69763]: INFO networking_nsxv3.common.synchronization [None req-b52c2c7a-2bc5-4e3c-bd25-360313a3fdd4 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Enqueued Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_rules [ 1091.768669] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_rules [ 1091.770739] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.770979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.771110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.771505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.771645] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.878730] env[69763]: INFO networking_nsxv3.common.synchronization [None req-9f61f882-80f2-4b20-919e-8535d8a8d58f tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Enqueued Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_rules [ 1091.883436] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_rules [ 1091.883947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.884155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.139395] env[69763]: INFO networking_nsxv3.common.synchronization [req-e0aa0bad-8862-460f-975d-12a4eeac6e97 req-459deb9e-9285-4e9f-99f4-680e6b6f214b tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1092.139395] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1092.139833] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.139833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.139966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.143618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.143618] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.143618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.143618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.143925] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.143925] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.143997] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.296997] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.297220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.297283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.297486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.297577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.297666] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 already deleted. [ 1092.297750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.298364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.298539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.298635] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.646578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.646578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.646821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.649215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.649215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.649215] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.649215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.649215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.649215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.649215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.649215] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1092.693027] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.693027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.693027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.693027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.693341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.703912] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1092.823107] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.823379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.823379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.823586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.823676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.823776] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 already deleted. [ 1092.823859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.030537] env[69763]: INFO networking_nsxv3.common.synchronization [req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f req-cd701277-03c0-42ee-89d1-ed59613b8d62 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Enqueued Resource ID: 455f4e02-6d83-46af-a304-c058588755f2 with Priority: HIGHEST for action security_group_members [ 1093.031064] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455f4e02-6d83-46af-a304-c058588755f2 with Priority: HIGHEST for action security_group_members [ 1093.031506] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-455f4e02-6d83-46af-a304-c058588755f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.031506] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.031662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.031816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.031969] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.032732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.032818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.033022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.033116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.033270] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455f4e02-6d83-46af-a304-c058588755f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.340505] env[69763]: INFO networking_nsxv3.common.synchronization [None req-99177065-1612-4a07-bc2f-c174aa813be3 None None] Enqueued Resource ID: efce0b71-dce6-45a9-a6af-7bd7c4d8f7fa with Priority: HIGHEST for action port [ 1093.340806] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efce0b71-dce6-45a9-a6af-7bd7c4d8f7fa with Priority: HIGHEST for action port [ 1093.341397] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-efce0b71-dce6-45a9-a6af-7bd7c4d8f7fa taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.341529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efce0b71-dce6-45a9-a6af-7bd7c4d8f7fa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.341596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efce0b71-dce6-45a9-a6af-7bd7c4d8f7fa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.341848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efce0b71-dce6-45a9-a6af-7bd7c4d8f7fa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.341934] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efce0b71-dce6-45a9-a6af-7bd7c4d8f7fa',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.429026] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.429026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-827" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.429026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-827" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.429026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-827" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.429026] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.429026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.429026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.429026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.429904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.430406] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.430827] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.431216] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.433444] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.433444] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.433444] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.433444] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.454125] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.454125] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.454125] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.454125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-827" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.454125] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-9efc1d6a-d32e-4097-a35d-6798a09d0e4e taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.454125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-9efc1d6a-d32e-4097-a35d-6798a09d0e4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.454125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-9efc1d6a-d32e-4097-a35d-6798a09d0e4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.454125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-9efc1d6a-d32e-4097-a35d-6798a09d0e4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.454125] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9efc1d6a-d32e-4097-a35d-6798a09d0e4e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.535314] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.535489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.535584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.535827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.535946] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.536243] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.536411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.536537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.536686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.536773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.536888] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455f4e02-6d83-46af-a304-c058588755f2 already deleted. [ 1093.536990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.846576] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efce0b71-dce6-45a9-a6af-7bd7c4d8f7fa [ 1093.846815] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.846953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.847042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.847273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.847364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.847542] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efce0b71-dce6-45a9-a6af-7bd7c4d8f7fa already deleted. [ 1093.847542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efce0b71-dce6-45a9-a6af-7bd7c4d8f7fa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.959021] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.959021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.959021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.959021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.959021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.959021] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 9efc1d6a-d32e-4097-a35d-6798a09d0e4e not found, creating... [ 1093.959021] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.959021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.959021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.959021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.959021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.959525] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.959525] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.960161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.960636] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.960956] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.963582] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 9efc1d6a-d32e-4097-a35d-6798a09d0e4e is going to be created. [ 1093.988595] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.988922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.992024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.992024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.992024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.992024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-9efc1d6a-d32e-4097-a35d-6798a09d0e4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.714699] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1094.716523] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 deletion is rescheduled due to dependency. [ 1094.716523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.028029] env[69763]: INFO networking_nsxv3.common.synchronization [req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f req-86d6131a-463b-4b31-ace5-2b848dceb7fb service nova] Enqueued Resource ID: 455f4e02-6d83-46af-a304-c058588755f2 with Priority: HIGHEST for action security_group_rules [ 1095.028332] env[69763]: INFO networking_nsxv3.common.synchronization [req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f req-86d6131a-463b-4b31-ace5-2b848dceb7fb service nova] Enqueued Resource ID: 455f4e02-6d83-46af-a304-c058588755f2 with Priority: HIGHEST for action security_group_members [ 1095.028426] env[69763]: INFO networking_nsxv3.common.synchronization [req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f req-86d6131a-463b-4b31-ace5-2b848dceb7fb service nova] Enqueued Resource ID: 9efc1d6a-d32e-4097-a35d-6798a09d0e4e with Priority: HIGHEST for action port [ 1095.029524] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455f4e02-6d83-46af-a304-c058588755f2 with Priority: HIGHEST for action security_group_rules [ 1095.029524] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455f4e02-6d83-46af-a304-c058588755f2 with Priority: HIGHEST for action security_group_members [ 1095.030522] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efc1d6a-d32e-4097-a35d-6798a09d0e4e with Priority: HIGHEST for action port [ 1095.031174] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455f4e02-6d83-46af-a304-c058588755f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.034271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.034271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.034271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.034271] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455f4e02-6d83-46af-a304-c058588755f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.034271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-455f4e02-6d83-46af-a304-c058588755f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.034271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.034271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.034271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.034271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.034271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.034271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.034271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.034271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.034271] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455f4e02-6d83-46af-a304-c058588755f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.036494] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-9efc1d6a-d32e-4097-a35d-6798a09d0e4e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.036811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9efc1d6a-d32e-4097-a35d-6798a09d0e4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.037030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9efc1d6a-d32e-4097-a35d-6798a09d0e4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.040109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9efc1d6a-d32e-4097-a35d-6798a09d0e4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.040109] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9efc1d6a-d32e-4097-a35d-6798a09d0e4e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.278943] env[69763]: INFO networking_nsxv3.common.synchronization [req-03996edb-39c7-44db-b7ba-0cd86e412c49 req-1dc23d97-0637-4e34-aeee-bd4497e45f38 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_members [ 1095.279504] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGHEST for action security_group_members [ 1095.282893] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-442d11bb-cfc9-4db3-ba30-1294bea83a7d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.282893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.283254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.283545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.283765] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.284084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.284182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.284464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.284579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.284826] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.545370] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455f4e02-6d83-46af-a304-c058588755f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.546613] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-455f4e02-6d83-46af-a304-c058588755f2 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.546755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.547182] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9efc1d6a-d32e-4097-a35d-6798a09d0e4e with status ACTIVE [ 1095.547318] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.547492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.547600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.548013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.553331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.553331] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.553331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.553331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.553331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.553331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.553331] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.553331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.553673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.553846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.553918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.554018] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9efc1d6a-d32e-4097-a35d-6798a09d0e4e is going to be updated. [ 1095.576959] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.577246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.577246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.577416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.577564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.577713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9efc1d6a-d32e-4097-a35d-6798a09d0e4e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.791024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.791024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.791024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.791024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.791024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.791024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.791024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.791024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.791024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.791024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.791024] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d is going to be updated. [ 1095.828630] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.828630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.828630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.828630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.828630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.842364] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d in Status: IN_PROGRESS for 2s [ 1096.056726] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455f4e02-6d83-46af-a304-c058588755f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.172976] env[69763]: INFO networking_nsxv3.common.synchronization [req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad req-adcfeeda-9221-47f9-b207-19b4cb8788f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1096.174093] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1096.175365] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.175365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.175365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.175365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.175365] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.175365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.175777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.175777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.175777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.175777] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.558445] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.558613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.558688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.558908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.559054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.559131] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455f4e02-6d83-46af-a304-c058588755f2 is going to be created. [ 1096.591045] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.591045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.591045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.591045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.592235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.604848] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455f4e02-6d83-46af-a304-c058588755f2 in Status: UNINITIALIZED for 2s [ 1096.679311] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.679490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.679569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.679787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.679958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.680108] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.680203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.680255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.680412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.680511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.680619] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1096.718274] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.718274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.718274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.718274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.718274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.727449] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1097.366634] env[69763]: INFO networking_nsxv3.common.synchronization [req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 req-d525234a-5c7a-4842-b9c8-1469f4c3fadd tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1097.366926] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1097.367288] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.367413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.367479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.368359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.368359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.368359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.368359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.368359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.368359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.368751] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.855029] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d in Status: SUCCESS [ 1097.855580] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d deletion is rescheduled due to dependency. [ 1097.855580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.870911] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.985237] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.985484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.985619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.985894] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.986172] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.986338] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.986459] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.987056] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.987249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.987474] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.987643] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.987783] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.987899] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.988029] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.988188] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.988338] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.006867] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.007053] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1098.007211] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.007396] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.008391] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-d57259ff-594f-4418-b1a0-f3c19bb856f3 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.008749] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-d57259ff-594f-4418-b1a0-f3c19bb856f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.008902] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-d57259ff-594f-4418-b1a0-f3c19bb856f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.009274] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-d57259ff-594f-4418-b1a0-f3c19bb856f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.009426] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d57259ff-594f-4418-b1a0-f3c19bb856f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.374111] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.511655] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.511881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.512026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.512937] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.512937] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.512937] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port d57259ff-594f-4418-b1a0-f3c19bb856f3 not found, creating... [ 1098.512937] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.513296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.513296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.513496] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.513640] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.513929] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.514099] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.514220] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.514428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.514561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.514700] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: d57259ff-594f-4418-b1a0-f3c19bb856f3 is going to be created. [ 1098.535880] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.536134] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.536266] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.536560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.536914] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.537286] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-d57259ff-594f-4418-b1a0-f3c19bb856f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.620049] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455f4e02-6d83-46af-a304-c058588755f2 in Status: SUCCESS [ 1098.620049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.620049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.620376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.620639] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.620639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.620639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.620807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.620896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.620933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.621034] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('455f4e02-6d83-46af-a304-c058588755f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.740353] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1098.740617] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e deletion is rescheduled due to dependency. [ 1098.740879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.883252] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.883252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.883252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.883931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.884778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.884778] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1098.914848] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.914848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.914848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.914848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.914848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.924062] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1099.130565] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-455f4e02-6d83-46af-a304-c058588755f2 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.130565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.130565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.130565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.130565] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.130565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.130565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.130565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.131093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.131093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.131093] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-455f4e02-6d83-46af-a304-c058588755f2 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.131093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.131093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.131363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.131363] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.131496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.131496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.131587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.131639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.131688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.132836] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('455f4e02-6d83-46af-a304-c058588755f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.420774] env[69763]: INFO networking_nsxv3.common.synchronization [req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 req-4e699084-2623-417b-9a3f-93a48556903d service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 1099.421049] env[69763]: INFO networking_nsxv3.common.synchronization [req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 req-4e699084-2623-417b-9a3f-93a48556903d service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1099.421136] env[69763]: INFO networking_nsxv3.common.synchronization [req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 req-4e699084-2623-417b-9a3f-93a48556903d service nova] Enqueued Resource ID: d57259ff-594f-4418-b1a0-f3c19bb856f3 with Priority: HIGHEST for action port [ 1099.421787] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 1099.421867] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1099.421938] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57259ff-594f-4418-b1a0-f3c19bb856f3 with Priority: HIGHEST for action port [ 1099.423173] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.423276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.423373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.423621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.424201] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.425631] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.426540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.426921] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-d57259ff-594f-4418-b1a0-f3c19bb856f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.426921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d57259ff-594f-4418-b1a0-f3c19bb856f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.427084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d57259ff-594f-4418-b1a0-f3c19bb856f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.427390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d57259ff-594f-4418-b1a0-f3c19bb856f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.427390] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d57259ff-594f-4418-b1a0-f3c19bb856f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.635240] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 455f4e02-6d83-46af-a304-c058588755f2: rpc.has_security_group_logging(os_id): False [ 1099.653731] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.653913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.653988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.654229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.654321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.654538] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.654638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.654701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.654847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.654924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.655123] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.655231] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.655308] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.655474] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.655548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.655745] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.655837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.655896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.656062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.656146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.656265] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455f4e02-6d83-46af-a304-c058588755f2 is going to be created. [ 1099.722621] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.722762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.722762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.722997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.723378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.742783] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455f4e02-6d83-46af-a304-c058588755f2 in Status: IN_PROGRESS for 2s [ 1099.832731] env[69763]: INFO networking_nsxv3.common.synchronization [None req-92169f08-887a-4066-ae43-0f19dd173291 None None] Enqueued Resource ID: 060a35eb-e2a1-41fe-847e-e127dac75faa with Priority: HIGHEST for action port [ 1099.833219] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060a35eb-e2a1-41fe-847e-e127dac75faa with Priority: HIGHEST for action port [ 1099.834913] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-060a35eb-e2a1-41fe-847e-e127dac75faa taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.835479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060a35eb-e2a1-41fe-847e-e127dac75faa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.835479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060a35eb-e2a1-41fe-847e-e127dac75faa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.835479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060a35eb-e2a1-41fe-847e-e127dac75faa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.835623] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060a35eb-e2a1-41fe-847e-e127dac75faa',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.926317] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.926529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.929881] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d57259ff-594f-4418-b1a0-f3c19bb856f3 with status ACTIVE [ 1099.930111] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.930244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.930311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.930543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.930634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.930821] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.930913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.930976] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.931138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.931235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.931462] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.931606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.931668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.935208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.935208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.935208] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d57259ff-594f-4418-b1a0-f3c19bb856f3 is going to be updated. [ 1099.958718] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.958904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.958961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.959181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.959334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.959528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d57259ff-594f-4418-b1a0-f3c19bb856f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.339021] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 060a35eb-e2a1-41fe-847e-e127dac75faa [ 1100.339291] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.339444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.339511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.339701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.339790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.339882] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:060a35eb-e2a1-41fe-847e-e127dac75faa already deleted. [ 1100.339964] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060a35eb-e2a1-41fe-847e-e127dac75faa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.935047] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1100.935429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.935506] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.935753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.935980] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.936277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.936360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.936525] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.936606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.936755] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.439321] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.685538] env[69763]: INFO networking_nsxv3.common.synchronization [None req-562334e5-2353-4827-a36d-4b29ebabee50 None None] Enqueued Resource ID: 417d7fd8-34d1-4798-a028-b8f9de71055d with Priority: HIGHEST for action port [ 1101.685808] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417d7fd8-34d1-4798-a028-b8f9de71055d with Priority: HIGHEST for action port [ 1101.686719] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-417d7fd8-34d1-4798-a028-b8f9de71055d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.686864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-417d7fd8-34d1-4798-a028-b8f9de71055d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.686955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-417d7fd8-34d1-4798-a028-b8f9de71055d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.689403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-417d7fd8-34d1-4798-a028-b8f9de71055d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.689403] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417d7fd8-34d1-4798-a028-b8f9de71055d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.771260] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455f4e02-6d83-46af-a304-c058588755f2 in Status: SUCCESS [ 1101.771260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.943245] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.198056] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 417d7fd8-34d1-4798-a028-b8f9de71055d [ 1102.198056] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.198056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.198056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.198056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.198056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.198056] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:417d7fd8-34d1-4798-a028-b8f9de71055d already deleted. [ 1102.198056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-417d7fd8-34d1-4798-a028-b8f9de71055d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.324641] env[69763]: INFO networking_nsxv3.common.synchronization [None req-38a7ca08-444c-494d-9871-3ae896c0dbc9 None None] Enqueued Resource ID: 55914a98-b889-4103-81a5-648202f3e4f0 with Priority: HIGHEST for action port [ 1102.325833] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55914a98-b889-4103-81a5-648202f3e4f0 with Priority: HIGHEST for action port [ 1102.325833] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-55914a98-b889-4103-81a5-648202f3e4f0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.325833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55914a98-b889-4103-81a5-648202f3e4f0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.325833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55914a98-b889-4103-81a5-648202f3e4f0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.326150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55914a98-b889-4103-81a5-648202f3e4f0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.326504] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55914a98-b889-4103-81a5-648202f3e4f0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.449897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.449897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.449897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.449897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.449897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.449897] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1102.480840] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.480960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.480960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.481187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.481341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.494841] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1102.548769] env[69763]: INFO networking_nsxv3.common.synchronization [None req-eeb0369a-a684-4583-93be-98e35a03373d tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1102.549346] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1102.549667] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.549793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.549867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.550169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.550253] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.640253] env[69763]: INFO networking_nsxv3.common.synchronization [None req-295a7c68-6ee1-4d54-a774-673bf627edc4 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1102.640382] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1102.640610] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.641585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.828131] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55914a98-b889-4103-81a5-648202f3e4f0 [ 1102.828936] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.828936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.828936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.828936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.828936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.829474] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55914a98-b889-4103-81a5-648202f3e4f0 already deleted. [ 1102.829474] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55914a98-b889-4103-81a5-648202f3e4f0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.075357] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.075357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.075357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.075357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.075357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.075357] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 already deleted. [ 1103.075357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.075357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.075357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.075973] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.597546] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.597546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.597546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.597746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.597834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.597939] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 already deleted. [ 1103.598028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.860020] env[69763]: INFO networking_nsxv3.common.synchronization [None req-314618c7-11c2-4783-a199-b4a9a764ce8f None None] Enqueued Resource ID: 233a8e18-3134-4850-abd1-b79e4f115659 with Priority: HIGHEST for action port [ 1103.860416] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233a8e18-3134-4850-abd1-b79e4f115659 with Priority: HIGHEST for action port [ 1103.860725] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-233a8e18-3134-4850-abd1-b79e4f115659 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.860850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233a8e18-3134-4850-abd1-b79e4f115659" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.861452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233a8e18-3134-4850-abd1-b79e4f115659" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.861452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233a8e18-3134-4850-abd1-b79e4f115659" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.861673] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233a8e18-3134-4850-abd1-b79e4f115659',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.365726] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 233a8e18-3134-4850-abd1-b79e4f115659 [ 1104.365726] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.365726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.365726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.365726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.365726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.365726] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:233a8e18-3134-4850-abd1-b79e4f115659 already deleted. [ 1104.365726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233a8e18-3134-4850-abd1-b79e4f115659" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.510948] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1104.510948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.512153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.512153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.512153] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.512153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.512153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.512153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.512153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.512153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.512738] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.014399] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.014399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.014580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.014653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.014821] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.014915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.014974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.015163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.015250] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.015343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.015486] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.015601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.015766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.015766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.015940] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.016008] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.016125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.016171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.016337] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.016337] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.016435] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.519786] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81ce7929-3c0c-4e51-9019-9dfb2ef67459: rpc.has_security_group_logging(os_id): False [ 1105.542134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.542134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.542134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.542134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.543319] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.543319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.543448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.543740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.543987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.544278] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1105.610089] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.610293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.610353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.610598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.610838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.625792] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1106.578206] env[69763]: INFO networking_nsxv3.common.synchronization [req-386020e5-2d23-4809-bed4-3316d442ae92 req-749efa51-a221-49c4-bbc2-3406c8272ddc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_members [ 1106.578970] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_members [ 1106.579447] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa26935-35ed-48c3-86f1-a31203f461bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.579619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.579759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.580775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.580775] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.580775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.580775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.580775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.580775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.581047] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.941433] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.941674] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.941757] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.942051] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.942324] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.942491] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.942614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.942840] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.942997] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.943229] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.943354] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.943470] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.943583] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.943700] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.943812] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.943950] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.975678] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.975944] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.976103] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.976325] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.976656] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-94a71566-d401-4fb9-ab47-ca613a44b672 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.976835] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-94a71566-d401-4fb9-ab47-ca613a44b672" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.976962] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-94a71566-d401-4fb9-ab47-ca613a44b672" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.977317] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-94a71566-d401-4fb9-ab47-ca613a44b672" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.977467] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a71566-d401-4fb9-ab47-ca613a44b672',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.083176] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.083290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.083362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.083794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.083938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.084185] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.084298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.084446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.084542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.084619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.084706] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa26935-35ed-48c3-86f1-a31203f461bd already deleted. [ 1107.084783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.480623] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.480853] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.480992] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.481299] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.481461] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.481623] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 94a71566-d401-4fb9-ab47-ca613a44b672 not found, creating... [ 1107.481936] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.482070] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.482198] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.482429] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.482578] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.482914] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.483224] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.483405] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.483657] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.483847] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.484024] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 94a71566-d401-4fb9-ab47-ca613a44b672 is going to be created. [ 1107.510439] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.510862] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.511021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.511303] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.511598] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.511837] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-94a71566-d401-4fb9-ab47-ca613a44b672" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.654270] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1107.654599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.935035] env[69763]: INFO networking_nsxv3.common.synchronization [req-0e07e329-eddf-4243-b260-05a6adc95384 req-2155c49b-845d-4fb2-b00d-61c945970d71 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Enqueued Resource ID: 455f4e02-6d83-46af-a304-c058588755f2 with Priority: HIGHEST for action security_group_members [ 1107.935212] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455f4e02-6d83-46af-a304-c058588755f2 with Priority: HIGHEST for action security_group_members [ 1107.935511] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-455f4e02-6d83-46af-a304-c058588755f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.935643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.935712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.936575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.936575] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.936575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.936575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.936575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.936575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.936912] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455f4e02-6d83-46af-a304-c058588755f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.186288] env[69763]: INFO networking_nsxv3.common.synchronization [req-386020e5-2d23-4809-bed4-3316d442ae92 req-7e767fea-cfbf-4a1e-aa26-0076c529c8d4 service nova] Enqueued Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_rules [ 1108.186288] env[69763]: INFO networking_nsxv3.common.synchronization [req-386020e5-2d23-4809-bed4-3316d442ae92 req-7e767fea-cfbf-4a1e-aa26-0076c529c8d4 service nova] Enqueued Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_members [ 1108.186288] env[69763]: INFO networking_nsxv3.common.synchronization [req-386020e5-2d23-4809-bed4-3316d442ae92 req-7e767fea-cfbf-4a1e-aa26-0076c529c8d4 service nova] Enqueued Resource ID: 94a71566-d401-4fb9-ab47-ca613a44b672 with Priority: HIGHEST for action port [ 1108.186288] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_rules [ 1108.186288] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_members [ 1108.186288] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94a71566-d401-4fb9-ab47-ca613a44b672 with Priority: HIGHEST for action port [ 1108.186288] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa26935-35ed-48c3-86f1-a31203f461bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.186288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.186288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.186288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.186821] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.187213] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa26935-35ed-48c3-86f1-a31203f461bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.187326] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.187395] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.187598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.187742] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.187838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.187896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.188043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.188139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.188208] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.188977] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-94a71566-d401-4fb9-ab47-ca613a44b672 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.189100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94a71566-d401-4fb9-ab47-ca613a44b672" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.189149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94a71566-d401-4fb9-ab47-ca613a44b672" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.189321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94a71566-d401-4fb9-ab47-ca613a44b672" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.189403] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a71566-d401-4fb9-ab47-ca613a44b672',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.443086] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.443086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.443086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.443086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.443086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.443086] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.443086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.443086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.443086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.443086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.443086] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455f4e02-6d83-46af-a304-c058588755f2 is going to be updated. [ 1108.470162] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.470305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.470373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.470610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.470773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.480692] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455f4e02-6d83-46af-a304-c058588755f2 in Status: IN_PROGRESS for 2s [ 1108.691425] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.693137] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa26935-35ed-48c3-86f1-a31203f461bd taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.693137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.695628] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94a71566-d401-4fb9-ab47-ca613a44b672 with status ACTIVE [ 1108.695799] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.696295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.696406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.697087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.697087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.697087] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.697087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.697279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.697279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.697357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.697999] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.697999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.697999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.697999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.697999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.697999] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94a71566-d401-4fb9-ab47-ca613a44b672 is going to be updated. [ 1108.722439] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.722761] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.722888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.723156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.723371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.723626] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94a71566-d401-4fb9-ab47-ca613a44b672" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.193500] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.696318] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.696582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.696582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.696652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.696741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.696840] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa26935-35ed-48c3-86f1-a31203f461bd is going to be created. [ 1109.724065] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.724065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.724065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.724065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.724065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.734703] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa26935-35ed-48c3-86f1-a31203f461bd in Status: UNINITIALIZED for 2s [ 1110.494059] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455f4e02-6d83-46af-a304-c058588755f2 in Status: SUCCESS [ 1110.494298] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455f4e02-6d83-46af-a304-c058588755f2 deletion is rescheduled due to dependency. [ 1110.494417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.743762] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa26935-35ed-48c3-86f1-a31203f461bd in Status: SUCCESS [ 1111.744076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.744151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.744346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.744532] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.744645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.744711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.744859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.744948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.745050] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.745143] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.826367] env[69763]: INFO networking_nsxv3.common.synchronization [req-cbe01619-4a32-4b05-98f6-da17c35738f5 req-307ccae0-68b7-4b90-aa53-982dc9bd516f tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Enqueued Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_members [ 1111.826929] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_members [ 1111.827260] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3bf1247-b15c-4e95-a0ce-c9c95a127515 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.827382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.827452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.827707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.827864] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.827981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.828064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.828239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.828407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.828532] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.238149] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.238391] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-562" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.238540] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-562" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.238860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-562" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.239641] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.240131] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.240308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.240587] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.240771] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.241124] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.241292] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.241436] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.241574] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.241718] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.241881] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.242060] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.246605] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.262097] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.262331] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.262507] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.262744] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-562" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.263077] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-ef0a22eb-d641-4452-9a2c-fb1858d68288 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.263265] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-ef0a22eb-d641-4452-9a2c-fb1858d68288" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.263395] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-ef0a22eb-d641-4452-9a2c-fb1858d68288" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.263741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-ef0a22eb-d641-4452-9a2c-fb1858d68288" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.263889] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef0a22eb-d641-4452-9a2c-fb1858d68288',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.330743] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.330908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.330984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.331215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.331321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.331510] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.331610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.331674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.331825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.331943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.332042] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 already deleted. [ 1112.332120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.750054] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efa26935-35ed-48c3-86f1-a31203f461bd: rpc.has_security_group_logging(os_id): False [ 1112.767824] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.768026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.768026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.768252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.768396] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.768664] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.768764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.768829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.768997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.769073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.769166] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa26935-35ed-48c3-86f1-a31203f461bd is going to be created. [ 1112.770584] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.770797] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.770928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.771183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.771330] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.771487] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port ef0a22eb-d641-4452-9a2c-fb1858d68288 not found, creating... [ 1112.771735] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.771893] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.772034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.772265] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.772410] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.772692] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.772852] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.772974] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.773226] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.773374] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.773528] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: ef0a22eb-d641-4452-9a2c-fb1858d68288 is going to be created. [ 1112.795876] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.796091] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.796292] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.796748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.797026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.797289] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-ef0a22eb-d641-4452-9a2c-fb1858d68288" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.833204] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.833483] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.833483] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.833790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.834044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.845160] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa26935-35ed-48c3-86f1-a31203f461bd in Status: IN_PROGRESS for 2s [ 1113.515824] env[69763]: INFO networking_nsxv3.common.synchronization [req-cbe01619-4a32-4b05-98f6-da17c35738f5 req-841bf0f8-98ef-4429-b0b9-bbc604d55f89 service nova] Enqueued Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_rules [ 1113.516017] env[69763]: INFO networking_nsxv3.common.synchronization [req-cbe01619-4a32-4b05-98f6-da17c35738f5 req-841bf0f8-98ef-4429-b0b9-bbc604d55f89 service nova] Enqueued Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_members [ 1113.516160] env[69763]: INFO networking_nsxv3.common.synchronization [req-cbe01619-4a32-4b05-98f6-da17c35738f5 req-841bf0f8-98ef-4429-b0b9-bbc604d55f89 service nova] Enqueued Resource ID: ef0a22eb-d641-4452-9a2c-fb1858d68288 with Priority: HIGHEST for action port [ 1113.517348] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_rules [ 1113.517493] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_members [ 1113.517615] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0a22eb-d641-4452-9a2c-fb1858d68288 with Priority: HIGHEST for action port [ 1113.517893] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.518024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.518095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.518299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.518519] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.519494] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3bf1247-b15c-4e95-a0ce-c9c95a127515 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.519629] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.519699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.519880] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.520042] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.520145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.520204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.520349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.520433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.520520] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.521300] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef0a22eb-d641-4452-9a2c-fb1858d68288 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.521404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef0a22eb-d641-4452-9a2c-fb1858d68288" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.521539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef0a22eb-d641-4452-9a2c-fb1858d68288" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.521618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef0a22eb-d641-4452-9a2c-fb1858d68288" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.521679] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef0a22eb-d641-4452-9a2c-fb1858d68288',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.577625] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1113.577757] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1114.023448] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3bf1247-b15c-4e95-a0ce-c9c95a127515 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.023743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.023779] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.024683] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef0a22eb-d641-4452-9a2c-fb1858d68288 with status ACTIVE [ 1114.024875] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.024994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.025071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.025271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.025358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.025525] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.025618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.025678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.025830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.025904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.026225] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.026360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.026429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.026572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.026644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.026727] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef0a22eb-d641-4452-9a2c-fb1858d68288 is going to be updated. [ 1114.050736] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.050884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.050943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.051255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.051321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.051495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef0a22eb-d641-4452-9a2c-fb1858d68288" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.259709] env[69763]: INFO networking_nsxv3.common.synchronization [req-08b85eea-ec41-4794-adb7-656240968f2a req-42078af0-bf84-42f4-aafe-01d76a7b3761 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1114.260287] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1114.260625] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.260757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.260827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.262421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.262421] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.262421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.262421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.262421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.262421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.262421] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.529071] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.653692] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.653989] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.654181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.654963] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.654963] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.655111] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.655511] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.655511] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.655612] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.655974] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.655974] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.656079] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.656169] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.656296] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.656410] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.656600] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.675777] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.675952] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.676142] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.676296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.676616] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-05546535-0964-4a8f-ae68-bc807af2f52b taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.676802] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-05546535-0964-4a8f-ae68-bc807af2f52b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.676933] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-05546535-0964-4a8f-ae68-bc807af2f52b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.677298] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-05546535-0964-4a8f-ae68-bc807af2f52b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.677450] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05546535-0964-4a8f-ae68-bc807af2f52b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.763588] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.763750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.763829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.764059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.764152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.764338] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.764440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.764494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.764645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.764722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.764837] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1114.789846] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.790031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.790069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.790257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.790392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.799615] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1114.858254] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa26935-35ed-48c3-86f1-a31203f461bd in Status: SUCCESS [ 1114.858571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.031553] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.031845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.031845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.031988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.032097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.032195] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 is going to be created. [ 1115.054142] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.054311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.054345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.054552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.054709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.064457] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 in Status: UNINITIALIZED for 2s [ 1115.181265] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.181508] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.181646] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.181966] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.182144] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.182315] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 05546535-0964-4a8f-ae68-bc807af2f52b not found, creating... [ 1115.182601] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.182772] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.182900] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.183165] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.183349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.183654] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.183823] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.183948] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.184185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.184329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.184476] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 05546535-0964-4a8f-ae68-bc807af2f52b is going to be created. [ 1115.212268] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.212525] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.212684] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.213036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.213300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.213539] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-05546535-0964-4a8f-ae68-bc807af2f52b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.922281] env[69763]: INFO networking_nsxv3.common.synchronization [req-08b85eea-ec41-4794-adb7-656240968f2a req-6f36b160-5ba6-4105-89c8-6a11dc0dc464 service nova] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_rules [ 1115.922281] env[69763]: INFO networking_nsxv3.common.synchronization [req-08b85eea-ec41-4794-adb7-656240968f2a req-6f36b160-5ba6-4105-89c8-6a11dc0dc464 service nova] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1115.922281] env[69763]: INFO networking_nsxv3.common.synchronization [req-08b85eea-ec41-4794-adb7-656240968f2a req-6f36b160-5ba6-4105-89c8-6a11dc0dc464 service nova] Enqueued Resource ID: 05546535-0964-4a8f-ae68-bc807af2f52b with Priority: HIGHEST for action port [ 1115.922281] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_rules [ 1115.922281] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1115.922281] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05546535-0964-4a8f-ae68-bc807af2f52b with Priority: HIGHEST for action port [ 1115.922281] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.922281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.922281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.923188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.923698] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.924181] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.924279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.924486] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-05546535-0964-4a8f-ae68-bc807af2f52b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.924588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05546535-0964-4a8f-ae68-bc807af2f52b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.924651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05546535-0964-4a8f-ae68-bc807af2f52b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.925028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05546535-0964-4a8f-ae68-bc807af2f52b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.925135] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05546535-0964-4a8f-ae68-bc807af2f52b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.251100] env[69763]: INFO networking_nsxv3.common.synchronization [None req-c69e1509-9ab3-451f-a028-3383373ed8de tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_rules [ 1116.251668] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_rules [ 1116.251991] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.252141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.252212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.252463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.252551] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.334280] env[69763]: INFO networking_nsxv3.common.synchronization [None req-94cdfd26-e2cf-4dbf-b806-6ceace52429b tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_rules [ 1116.334911] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_rules [ 1116.335198] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.335362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.427802] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05546535-0964-4a8f-ae68-bc807af2f52b with status ACTIVE [ 1116.428180] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.428300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.428300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.428557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.428654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.428837] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.428935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.428997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.429196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.429234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.429418] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.429528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.429591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.429732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.429808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.429885] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05546535-0964-4a8f-ae68-bc807af2f52b is going to be updated. [ 1116.431120] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.431210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.455723] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.455884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.455953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.456198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.456351] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.456775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05546535-0964-4a8f-ae68-bc807af2f52b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.772636] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.772807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.774383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.774383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.774383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.774383] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc already deleted. [ 1116.774383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.774383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.774383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.774383] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.811010] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1116.811534] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e deletion is rescheduled due to dependency. [ 1116.812301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.812413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.812643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.812825] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.812943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.813028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.813196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.813279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.813375] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.077075] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 in Status: SUCCESS [ 1117.077295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.077465] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.077680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.077908] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.078065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.078135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.078296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.078411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.078527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.078620] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.293902] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.296359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.296359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.296359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.296359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.296359] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc already deleted. [ 1117.296359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.316166] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.581601] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.819207] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.084826] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3bf1247-b15c-4e95-a0ce-c9c95a127515: rpc.has_security_group_logging(os_id): False [ 1118.102214] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.102350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.102432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.102627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.102717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.102947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.103057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.103181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.103336] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.103414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.103532] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 is going to be created. [ 1118.166042] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.166202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.166275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.166483] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.166664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.179160] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 in Status: IN_PROGRESS for 2s [ 1118.324917] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.324917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.324917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.324917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.324917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.324917] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1118.358759] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.358976] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.358976] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.359315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.359387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.370968] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1120.192388] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 in Status: SUCCESS [ 1120.192388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.382912] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1120.383246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.383477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.383673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.383899] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.384034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.384348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.384348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.384348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.384489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.384515] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.631141] env[69763]: INFO networking_nsxv3.common.synchronization [req-9317f569-e419-4e15-9b08-827ad6f1bbfd req-94435aee-40b9-496c-bc83-f89aefd8411e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Enqueued Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1120.631898] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1120.633366] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.633366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.633366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.633366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.633366] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.633366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.633845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.633845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.633845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.634024] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.887113] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.887281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.887346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.887598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.887769] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.887899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.887944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.888101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.888187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.888275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.888416] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.888573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.888636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.888779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.888915] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.889015] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.889080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.889216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.889292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.889371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.889461] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.993925] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.994149] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.994282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.994663] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.994937] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.995186] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.995328] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.995575] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.995744] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.996011] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.996116] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.996230] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.996344] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.996461] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.996673] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.996874] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.018085] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.018276] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.018425] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.018647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.018972] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-73f4e0c8-c36b-40e1-b4d8-76e2854866db taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.019173] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-73f4e0c8-c36b-40e1-b4d8-76e2854866db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.019300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-73f4e0c8-c36b-40e1-b4d8-76e2854866db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.019646] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-73f4e0c8-c36b-40e1-b4d8-76e2854866db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.019794] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73f4e0c8-c36b-40e1-b4d8-76e2854866db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.141750] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.141974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.141974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.143146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.143146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.143146] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.143146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.143146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.143366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.143508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.143604] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a already deleted. [ 1121.143686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.392671] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb2078da-e286-41c0-b37b-d2779d346c5e: rpc.has_security_group_logging(os_id): False [ 1121.413658] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.413928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.414081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.414412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.414608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.414989] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.415191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.415334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.415620] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.415770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.416130] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.416314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.416445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.416708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.416838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.417154] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.417292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.417391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.417620] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.417725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.417846] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1121.484889] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.484889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.484889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.484889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.484889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.499294] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1121.523039] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.523039] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.523246] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.523610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.523793] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.524166] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 73f4e0c8-c36b-40e1-b4d8-76e2854866db not found, creating... [ 1121.524318] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.524500] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.524643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.524887] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.525062] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.525367] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.525847] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.525847] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.525901] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.526026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.526180] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 73f4e0c8-c36b-40e1-b4d8-76e2854866db is going to be created. [ 1121.551479] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.551797] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.551946] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.552705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.552705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.553728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-73f4e0c8-c36b-40e1-b4d8-76e2854866db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.344574] env[69763]: INFO networking_nsxv3.common.synchronization [req-9317f569-e419-4e15-9b08-827ad6f1bbfd req-dddd9bb3-dc1e-4dda-8f38-c88a98a989ef service nova] Enqueued Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_rules [ 1122.344772] env[69763]: INFO networking_nsxv3.common.synchronization [req-9317f569-e419-4e15-9b08-827ad6f1bbfd req-dddd9bb3-dc1e-4dda-8f38-c88a98a989ef service nova] Enqueued Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1122.344922] env[69763]: INFO networking_nsxv3.common.synchronization [req-9317f569-e419-4e15-9b08-827ad6f1bbfd req-dddd9bb3-dc1e-4dda-8f38-c88a98a989ef service nova] Enqueued Resource ID: 73f4e0c8-c36b-40e1-b4d8-76e2854866db with Priority: HIGHEST for action port [ 1122.345611] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_rules [ 1122.345778] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1122.345932] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73f4e0c8-c36b-40e1-b4d8-76e2854866db with Priority: HIGHEST for action port [ 1122.346299] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.346445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.346526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.346767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.346849] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.347776] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.347897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.347968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.348151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.348311] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.348462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.348579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.348796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.348895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.349132] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.349897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-73f4e0c8-c36b-40e1-b4d8-76e2854866db taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.350076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73f4e0c8-c36b-40e1-b4d8-76e2854866db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.351329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73f4e0c8-c36b-40e1-b4d8-76e2854866db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.351329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73f4e0c8-c36b-40e1-b4d8-76e2854866db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.351329] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73f4e0c8-c36b-40e1-b4d8-76e2854866db',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.852265] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.853365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.853365] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.853888] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73f4e0c8-c36b-40e1-b4d8-76e2854866db with status ACTIVE [ 1122.854083] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.854208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.854275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.854472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.854558] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.854728] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.854823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.854887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.855195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.855323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.855538] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.855706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.855751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.855970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.856092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.856208] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73f4e0c8-c36b-40e1-b4d8-76e2854866db is going to be updated. [ 1122.882322] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.882658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.882747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.882956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.883108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.883269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73f4e0c8-c36b-40e1-b4d8-76e2854866db" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.218846] env[69763]: INFO networking_nsxv3.common.synchronization [req-b225c954-4de8-4c30-a9cf-59898a1daa9a req-911b0207-1324-46e3-b7d6-2665eeeeab51 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Enqueued Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1123.219413] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1123.219735] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.220453] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.358413] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.515112] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1123.515201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.527291] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.527937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.527937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.527937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.527937] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.548198] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.548583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.548766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.549092] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.549411] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.550079] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.551385] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.551385] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.551385] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.551385] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.551385] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.551385] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.551789] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.551867] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.552074] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.552309] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.574598] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.574793] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.574947] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.575206] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.575590] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.575794] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.575953] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.576468] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.576730] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.862792] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.863108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.863108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.863190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.863294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.863357] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a is going to be created. [ 1123.888593] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.888778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.888858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.889217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.889365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.901114] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: UNINITIALIZED for 2s [ 1124.031163] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.080809] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.080809] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.080809] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.081042] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.081213] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.081379] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf not found, creating... [ 1124.081713] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.082012] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.082877] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.085093] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.085093] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.085093] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.085093] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.085342] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.085622] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.085799] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.085984] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf is going to be created. [ 1124.105908] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.106194] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.106286] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.110521] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.110878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.111150] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.533928] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.801279] env[69763]: INFO networking_nsxv3.common.synchronization [req-b225c954-4de8-4c30-a9cf-59898a1daa9a req-5090a243-8a8d-4547-97d6-592ef8eabd11 service nova] Enqueued Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_rules [ 1124.801540] env[69763]: INFO networking_nsxv3.common.synchronization [req-b225c954-4de8-4c30-a9cf-59898a1daa9a req-5090a243-8a8d-4547-97d6-592ef8eabd11 service nova] Enqueued Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1124.801817] env[69763]: INFO networking_nsxv3.common.synchronization [req-b225c954-4de8-4c30-a9cf-59898a1daa9a req-5090a243-8a8d-4547-97d6-592ef8eabd11 service nova] Enqueued Resource ID: ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf with Priority: HIGHEST for action port [ 1124.802348] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_rules [ 1124.802487] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1124.804323] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf with Priority: HIGHEST for action port [ 1124.804323] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.804323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.804574] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.804574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.804959] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.805065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.806857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.806857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.806857] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.036641] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1125.037022] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1125.310938] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf with status ACTIVE [ 1125.311243] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.311408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.311482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.311743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.311845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.312031] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.312183] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.312253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.312420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.312530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.312731] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.312830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.312920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.313128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.313205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.313293] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf is going to be updated. [ 1125.335828] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.335995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.336064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.336284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.336446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.336646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.913702] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: SUCCESS [ 1125.914088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.914378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.914688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.915579] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.915822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.915957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.916573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.916693] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.916818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.916935] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.918204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.918567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.918759] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.918985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.919055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.919228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.919327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.919568] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.928271] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.928443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.928443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.929313] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.944197] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1125.945314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.946587] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1125.981853] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.982028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.982085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.982283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.995563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.996309] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1125.996417] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1125.996479] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1126.042152] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.042152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.042152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.042152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.043136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.043534] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1126.149253] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.149494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.149791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.149950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.150451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.150899] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1126.321174] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.321399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.321473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.321776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.322120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.322763] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1126.322875] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'866c8660-accd-45fa-9c90-81572205c84f', 'b4f9bfdf-6b8b-421c-88af-0e21a3a79f76', '5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc', '7480a782-f979-4c42-8a2b-8a8447f75c66', 'dcdf365d-c209-491a-96f4-9cb0c805f9a8', '455f4e02-6d83-46af-a304-c058588755f2', '90d3c70d-e4e8-4825-ba9c-e552c8070cc3', '8801b883-eb89-44a5-a879-6c240e3df49d', '11b258dd-f299-4032-b53f-6e3854d06b33', '0cde5710-3df6-441e-9688-e3b1f574a58d', 'c3bf1247-b15c-4e95-a0ce-c9c95a127515', 'cedf1167-bdaf-4be0-88ad-53df828ca2d9', 'bb2078da-e286-41c0-b37b-d2779d346c5e', '1c209640-e729-44c5-b34d-d2db2874ca87', '3756ff68-c822-415e-a322-74300f9a30c5', '55eacf65-2a18-4d69-aae2-14e6218a7027', '192d7f86-0523-4e0d-96a7-f7bf06b61707', '8dc436eb-4983-4379-95a0-4f71cf95614d', '81ce7929-3c0c-4e51-9019-9dfb2ef67459', '7dff8a1c-f257-480a-a976-93b139397bae', 'f65e3b83-17af-4eb9-a6ad-6bbdb56315f3', 'b9ab7a11-2e57-46c6-bf69-a17240860379', '0607797e-ec0d-4071-8816-56ec46910cb4', '72ec45b0-2302-4931-8672-aa1a65710d37', 'a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1', '46724bac-75e4-4001-ac6f-ec6f2a258c30', 'e09dad32-7076-43de-a724-0a39fb49cac5', 'f581f267-f4df-4a7c-b841-456cdb9db31e', '843090c6-f1c0-493b-a9b9-fb879941eced', 'cd00d70e-edf2-49c8-9b82-ab15e20a10af', '2efad01e-9ae0-45dc-a376-1c12acbdb5c4', 'd718f6c8-fc1b-437a-8e30-a910c1d99d74', '6dbfa06f-ee6f-4b31-b301-59d5acd41d89', 'cd5f9a57-557c-4693-9b3b-fd41b22c240f', '442d11bb-cfc9-4db3-ba30-1294bea83a7d', '99532ee6-4076-4178-b77a-01e02e57dcda', 'efa26935-35ed-48c3-86f1-a31203f461bd', '0e4e559d-29ed-4428-bc16-18dc2c852ce0', '70f38713-9bd2-4cf8-99e9-10c88a9e1c40', '828b52cf-3561-46de-8999-bdcd59c1d06b', 'a3dec653-9271-485f-9afc-cc2f2b3023dc', '91a0c963-a3d0-4652-97c2-8d1fbe9800af'} {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1126.322976] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1126.355293] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.355444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.355514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.355734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.355821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.355935] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1126.356019] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1126.356092] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1126.422163] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.422364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.422499] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.446522] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.446716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.446716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.446939] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.448273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.448668] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1126.448788] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1126.448879] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1126.449060] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1126.449060] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1126.449127] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGH for action security_group_rules [ 1126.449350] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 with Priority: HIGH for action security_group_rules [ 1126.449443] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGH for action security_group_rules [ 1126.449512] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGH for action security_group_rules [ 1126.449608] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 with Priority: HIGH for action security_group_rules [ 1126.449714] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 455f4e02-6d83-46af-a304-c058588755f2 with Priority: HIGH for action security_group_rules [ 1126.449828] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGH for action security_group_rules [ 1126.449828] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGH for action security_group_rules [ 1126.449919] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGH for action security_group_rules [ 1126.449919] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cde5710-3df6-441e-9688-e3b1f574a58d with Priority: HIGH for action security_group_rules [ 1126.450025] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGH for action security_group_rules [ 1126.450069] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGH for action security_group_rules [ 1126.450126] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGH for action security_group_rules [ 1126.450182] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c209640-e729-44c5-b34d-d2db2874ca87 with Priority: HIGH for action security_group_rules [ 1126.450232] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGH for action security_group_rules [ 1126.450296] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGH for action security_group_rules [ 1126.450350] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGH for action security_group_rules [ 1126.450413] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGH for action security_group_rules [ 1126.450491] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGH for action security_group_rules [ 1126.450566] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dff8a1c-f257-480a-a976-93b139397bae with Priority: HIGH for action security_group_rules [ 1126.450674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.589797] env[69763]: INFO networking_nsxv3.common.synchronization [req-350bf2a2-9474-46eb-aeea-fad1e60c029e req-abce6bb2-2085-4266-8469-618463fa7925 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1126.591624] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1126.592713] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866c8660-accd-45fa-9c90-81572205c84f with Priority: HIGH for action security_group_rules [ 1126.592853] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGH for action security_group_rules [ 1126.592958] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGH for action security_group_rules [ 1126.593075] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3756ff68-c822-415e-a322-74300f9a30c5 with Priority: HIGH for action security_group_rules [ 1126.593173] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dff8a1c-f257-480a-a976-93b139397bae with Priority: HIGH for action security_group_rules [ 1126.593266] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGH for action security_group_rules [ 1126.593357] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc436eb-4983-4379-95a0-4f71cf95614d with Priority: HIGH for action security_group_rules [ 1126.593446] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 with Priority: HIGH for action security_group_rules [ 1126.593535] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c209640-e729-44c5-b34d-d2db2874ca87 with Priority: HIGH for action security_group_rules [ 1126.594945] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 with Priority: HIGH for action security_group_rules [ 1126.595080] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGH for action security_group_rules [ 1126.595186] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGH for action security_group_rules [ 1126.595734] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGH for action security_group_rules [ 1126.595734] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cde5710-3df6-441e-9688-e3b1f574a58d with Priority: HIGH for action security_group_rules [ 1126.595734] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGH for action security_group_rules [ 1126.595734] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455f4e02-6d83-46af-a304-c058588755f2 with Priority: HIGH for action security_group_rules [ 1126.595734] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8801b883-eb89-44a5-a879-6c240e3df49d with Priority: HIGH for action security_group_rules [ 1126.595981] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 with Priority: HIGH for action security_group_rules [ 1126.595981] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 with Priority: HIGH for action security_group_rules [ 1126.595981] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 with Priority: HIGH for action security_group_rules [ 1126.596267] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.596401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.596478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.596733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.597639] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.597789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.597862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.598056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.598146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.598325] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.600509] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866c8660-accd-45fa-9c90-81572205c84f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.600731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.600810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.601164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.601164] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866c8660-accd-45fa-9c90-81572205c84f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.603063] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.603157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.603236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.604178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.604320] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.605520] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.605695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.605695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.605868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.605941] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.608531] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3756ff68-c822-415e-a322-74300f9a30c5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.608694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.608770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.609185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.609185] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3756ff68-c822-415e-a322-74300f9a30c5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.610231] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dff8a1c-f257-480a-a976-93b139397bae taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.610378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.610447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.611471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.611577] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dff8a1c-f257-480a-a976-93b139397bae',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.613313] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.613476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.613601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.613803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.613885] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.616131] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc436eb-4983-4379-95a0-4f71cf95614d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.616289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.616760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.617040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.617804] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc436eb-4983-4379-95a0-4f71cf95614d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.620448] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192d7f86-0523-4e0d-96a7-f7bf06b61707 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.620593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.620663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.620860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.620939] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192d7f86-0523-4e0d-96a7-f7bf06b61707',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.621973] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c209640-e729-44c5-b34d-d2db2874ca87 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.622111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.622178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.622361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.622434] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c209640-e729-44c5-b34d-d2db2874ca87',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.624552] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55eacf65-2a18-4d69-aae2-14e6218a7027 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.624669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.624843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.624924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.624999] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55eacf65-2a18-4d69-aae2-14e6218a7027',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.626267] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.626403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.626403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.626603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.626677] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.628320] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.628442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.628522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.628770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.628852] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.631500] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.631655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.631727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.631983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.632076] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.633791] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cde5710-3df6-441e-9688-e3b1f574a58d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.634017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.634133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.634370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.634469] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cde5710-3df6-441e-9688-e3b1f574a58d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.635735] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.635913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.635990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.636186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.636300] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.638651] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455f4e02-6d83-46af-a304-c058588755f2 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.638651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.638651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.638651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.638651] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455f4e02-6d83-46af-a304-c058588755f2',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.638890] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8801b883-eb89-44a5-a879-6c240e3df49d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.638890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.638890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.639051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.639142] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8801b883-eb89-44a5-a879-6c240e3df49d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.640795] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcdf365d-c209-491a-96f4-9cb0c805f9a8 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.640795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.640795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.640795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.640795] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcdf365d-c209-491a-96f4-9cb0c805f9a8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.641892] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.642059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.642166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.642396] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.642562] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f9bfdf-6b8b-421c-88af-0e21a3a79f76',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.643586] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7480a782-f979-4c42-8a2b-8a8447f75c66 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.643717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.643784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.643949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.644031] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7480a782-f979-4c42-8a2b-8a8447f75c66',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.680392] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.680550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.680550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.680724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.710792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.710970] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866c8660-accd-45fa-9c90-81572205c84f is going to be deleted. [ 1126.792875] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.793111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.793237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.793480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.793596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.793751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866c8660-accd-45fa-9c90-81572205c84f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.924778] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.022610] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.022610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.022749] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.023029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.023593] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.023688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.023763] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.023995] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.024158] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.024380] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1127.024500] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.024625] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.024734] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.024884] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1127.025049] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.025164] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.048301] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.048650] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1127.048881] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.050148] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.050148] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-ffac1883-a59c-43d8-8ba1-8e8379f232f5 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.050148] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-ffac1883-a59c-43d8-8ba1-8e8379f232f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.050444] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-ffac1883-a59c-43d8-8ba1-8e8379f232f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.050709] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-ffac1883-a59c-43d8-8ba1-8e8379f232f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.050959] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffac1883-a59c-43d8-8ba1-8e8379f232f5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.101461] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.101704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.101704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.101898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.101979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.102224] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.102379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.102379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.102571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.102638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.102743] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 already deleted. [ 1127.102822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.134116] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3bf1247-b15c-4e95-a0ce-c9c95a127515 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.134116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.134116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.134290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.134409] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.134542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.134608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.138022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.138022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.138022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.138022] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.147960] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.148255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.148362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.148529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.148762] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.148889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.148953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.149531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.149632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.149726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.149816] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.152621] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.152741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.152810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.152977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.153141] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.153240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.153303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.153447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.153530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.153615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.153700] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.157305] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.157455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.157492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.157669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.157826] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.157926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.157990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.158152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.158234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.158318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.158399] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.166863] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.166863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.166863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.166863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.170827] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.170993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.171380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.171648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.171819] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.171926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.171992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.172153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.172389] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.172389] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.172389] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.235498] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.235630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.236652] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.236776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.237554] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.237733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.238586] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.238725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.239579] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.239700] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.240399] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.240496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.241288] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.241380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.242275] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.242275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.244030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.244030] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be deleted. [ 1127.244630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.244844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.246408] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.246528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.247598] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.247685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.249034] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.249034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.249430] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1127.249924] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.249972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.257731] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1127.258285] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.258413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.266839] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1127.267455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.267601] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c209640-e729-44c5-b34d-d2db2874ca87 is going to be deleted. [ 1127.268617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.268842] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.291829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.291968] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7480a782-f979-4c42-8a2b-8a8447f75c66 is going to be deleted. [ 1127.293014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.293235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.315678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.315854] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cde5710-3df6-441e-9688-e3b1f574a58d is going to be deleted. [ 1127.316799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.317029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.319486] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.319486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.320375] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.320480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.341377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.341499] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3756ff68-c822-415e-a322-74300f9a30c5 is going to be deleted. [ 1127.342698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.342852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.393947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.394190] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcdf365d-c209-491a-96f4-9cb0c805f9a8 is going to be deleted. [ 1127.395135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.395870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.405521] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.405747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.415406] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.415547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.428284] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.428640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.428640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.428891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.428959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.429579] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a is going to be updated. [ 1127.442868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.442868] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8801b883-eb89-44a5-a879-6c240e3df49d is going to be deleted. [ 1127.443821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.444126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.456951] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.457149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.554898] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.555392] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.555605] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.556032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.556245] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.556476] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port ffac1883-a59c-43d8-8ba1-8e8379f232f5 not found, creating... [ 1127.556856] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.557105] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.557263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.557552] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.557770] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.559164] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.559406] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.559578] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.559823] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.559975] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.560175] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: ffac1883-a59c-43d8-8ba1-8e8379f232f5 is going to be created. [ 1127.578034] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.578334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.599093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.599267] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f9bfdf-6b8b-421c-88af-0e21a3a79f76 is going to be deleted. [ 1127.600993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.601464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.609597] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.610615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.610615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.610615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.610795] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.611721] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-ffac1883-a59c-43d8-8ba1-8e8379f232f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.639217] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.653776] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.657785] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.657995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.657995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.658225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.658409] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.658627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.658686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.658857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.658992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.659146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.659305] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.659393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.659458] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.659641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.659833] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.659976] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.660023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.660201] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.660279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.660362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.660453] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.661908] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.663401] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.663497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.665196] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.665325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.665396] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.665609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.665761] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.670412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.670548] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc436eb-4983-4379-95a0-4f71cf95614d is going to be deleted. [ 1127.672571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.672807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.674180] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.674315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.674491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.674715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.674879] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.675039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.675119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.675387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.675387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.675468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.675694] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.675753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.675785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.676070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.676170] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.676296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.676437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.676560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.676674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.676898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.676950] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.702848] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: IN_PROGRESS for 2s [ 1127.763483] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.763639] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dff8a1c-f257-480a-a976-93b139397bae is going to be deleted. [ 1127.764477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.764695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.766683] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.766826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.799120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.799348] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55eacf65-2a18-4d69-aae2-14e6218a7027 is going to be deleted. [ 1127.800696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.801022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.852652] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.852912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.888249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.888492] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192d7f86-0523-4e0d-96a7-f7bf06b61707 is going to be deleted. [ 1127.889530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.889790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.934819] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.934954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.953769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.953972] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 is going to be deleted. [ 1127.955051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.955295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.011702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.011852] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455f4e02-6d83-46af-a304-c058588755f2 is going to be deleted. [ 1128.012953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.013552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.013552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.013552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.013643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.013784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.013866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.013984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c209640-e729-44c5-b34d-d2db2874ca87" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.014702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.014820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.014906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.015045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cde5710-3df6-441e-9688-e3b1f574a58d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.015928] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.016093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.016093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.016274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.016365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.016484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55eacf65-2a18-4d69-aae2-14e6218a7027" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.016632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.016832] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.016832] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.016952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7480a782-f979-4c42-8a2b-8a8447f75c66" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.017090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.017268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.017331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.017447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3756ff68-c822-415e-a322-74300f9a30c5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.017581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.017758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.017865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.018212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcdf365d-c209-491a-96f4-9cb0c805f9a8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.018212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.018350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.018350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.018429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8801b883-eb89-44a5-a879-6c240e3df49d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.018774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.018774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.018955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.019028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f9bfdf-6b8b-421c-88af-0e21a3a79f76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.019132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.019276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.019351] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.019470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc436eb-4983-4379-95a0-4f71cf95614d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.019665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.019820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.019910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.020043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dff8a1c-f257-480a-a976-93b139397bae" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.058966] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.058966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.058966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.059436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.059436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.059436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192d7f86-0523-4e0d-96a7-f7bf06b61707" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.102689] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.102858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.102908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.103350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.103350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.103469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.142755] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1128.143437] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.143652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.144046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.144046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.144046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.144202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455f4e02-6d83-46af-a304-c058588755f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.144419] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3bf1247-b15c-4e95-a0ce-c9c95a127515: rpc.has_security_group_logging(os_id): False [ 1128.161034] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc: rpc.has_security_group_logging(os_id): False [ 1128.168260] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81ce7929-3c0c-4e51-9019-9dfb2ef67459: rpc.has_security_group_logging(os_id): False [ 1128.169674] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11b258dd-f299-4032-b53f-6e3854d06b33: rpc.has_security_group_logging(os_id): False [ 1128.179737] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb2078da-e286-41c0-b37b-d2779d346c5e: rpc.has_security_group_logging(os_id): False [ 1128.217985] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.218298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.218413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.218757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.220968] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.221136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.223071] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.223071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.223071] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.223071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.223886] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.223886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.285212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.285212] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.285212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.285212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.285383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.285527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.285647] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.285758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.285814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.285989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.286150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.286410] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.286497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.286755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.286977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.287093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.287193] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1128.288755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.289215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.312150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.312472] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.312669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.314017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.314017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.314017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.314017] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 is going to be updated. [ 1128.314398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.314587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.334276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.334547] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.334697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.335031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.335031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.335169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.335288] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.335386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.335447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.335611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.335695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.335886] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.335966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.336060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.336438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.336438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.336438] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1128.341087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.341299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.364640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.364947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.365056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.365129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.365313] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.365390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.365478] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc is going to be updated. [ 1128.366631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.366833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.387762] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.387917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.395048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.395048] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.395048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.395048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.395339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.395339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.395339] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 is going to be updated. [ 1128.397014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.397240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.397406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.399760] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.399960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.400029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.400221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.400356] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.423881] env[69763]: INFO networking_nsxv3.common.synchronization [req-350bf2a2-9474-46eb-aeea-fad1e60c029e req-96b5d3e5-f08e-4fbd-81cb-5d4cebc0173c service nova] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1128.423881] env[69763]: INFO networking_nsxv3.common.synchronization [req-350bf2a2-9474-46eb-aeea-fad1e60c029e req-96b5d3e5-f08e-4fbd-81cb-5d4cebc0173c service nova] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1128.423881] env[69763]: INFO networking_nsxv3.common.synchronization [req-350bf2a2-9474-46eb-aeea-fad1e60c029e req-96b5d3e5-f08e-4fbd-81cb-5d4cebc0173c service nova] Enqueued Resource ID: ffac1883-a59c-43d8-8ba1-8e8379f232f5 with Priority: HIGHEST for action port [ 1128.424433] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1128.424525] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1128.424651] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffac1883-a59c-43d8-8ba1-8e8379f232f5 with Priority: HIGHEST for action port [ 1128.425016] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.426972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.427079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.427425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.427526] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.431482] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.431482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.431482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.431482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.431482] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.431482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.431482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.431482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.431482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.431482] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.431482] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffac1883-a59c-43d8-8ba1-8e8379f232f5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.431482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffac1883-a59c-43d8-8ba1-8e8379f232f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.431482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffac1883-a59c-43d8-8ba1-8e8379f232f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.432652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffac1883-a59c-43d8-8ba1-8e8379f232f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.432652] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffac1883-a59c-43d8-8ba1-8e8379f232f5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.434243] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1128.436597] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 in Status: IN_PROGRESS for 2s [ 1128.444614] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.446757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.446757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.446757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.446757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.452058] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.452296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.452296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.452591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.452689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.466447] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1128.467526] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc in Status: IN_PROGRESS for 2s [ 1128.507373] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.507564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.507564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.509056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.509056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.529400] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: IN_PROGRESS for 2s [ 1128.933496] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.934707] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.934864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.934954] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffac1883-a59c-43d8-8ba1-8e8379f232f5 with status ACTIVE [ 1128.935125] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.935246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.935285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.935750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.935750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.935750] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.935917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.935917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.936026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.936163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.936270] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.936373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.936424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.937178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.937178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.937178] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffac1883-a59c-43d8-8ba1-8e8379f232f5 is going to be updated. [ 1128.967506] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.967811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.967944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.968223] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.968376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.968706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffac1883-a59c-43d8-8ba1-8e8379f232f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.438570] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.713600] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: SUCCESS [ 1129.714093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.714093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.714227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.714411] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.714528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.715253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.715253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.715253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.715253] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.943033] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.943368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.943524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.943791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.944400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.944400] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be created. [ 1129.971659] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.971659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.971659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.972160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.972160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.984144] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: UNINITIALIZED for 2s [ 1130.218136] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.452483] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 in Status: SUCCESS [ 1130.453173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.453644] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1130.453829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.480260] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc in Status: SUCCESS [ 1130.480514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.482081] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1130.482282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.544056] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: SUCCESS [ 1130.544347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.723211] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.227457] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.227679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.227749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.228109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.228109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.228291] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a is going to be updated. [ 1131.268426] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.268699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.268699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.268906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.269067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.286008] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: IN_PROGRESS for 2s [ 1131.998671] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1131.998999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.999161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.999286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.999486] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.999726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.999726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.000202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.000202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.000202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.000202] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.502936] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.006436] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4eeec5fe-8567-444b-b07e-90d950d0f038: rpc.has_security_group_logging(os_id): False [ 1133.026417] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.026877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.026877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.026877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.027209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.027884] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.027884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.027884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.027884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.027884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.028124] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be created. [ 1133.092682] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.092835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.092897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.093126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.093322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.107486] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1133.297156] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: SUCCESS [ 1133.297400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.297602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.297868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.298068] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.298208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.298272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.298440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.298539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.298651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.298873] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.299095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.299170] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.299311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.299455] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.299552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.299616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.299752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.299841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.299924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.300035] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.426131] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1133.426768] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1133.802814] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c795ed1-276b-4eb2-9186-c18d99fc561a: rpc.has_security_group_logging(os_id): False [ 1133.823733] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.823994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.823994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.824195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.824348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.824551] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.824661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.824723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.824888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.824971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.825370] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.825370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.825555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.825555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.825617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.825851] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.825933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.825933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.826104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.826165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.826268] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a is going to be created. [ 1133.889843] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.889996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.890527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.890527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.890527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.905644] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: IN_PROGRESS for 2s [ 1135.121299] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1135.121636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.133913] env[69763]: INFO networking_nsxv3.common.synchronization [req-d660fc72-8dba-44ad-b835-7ab5d5606e81 req-6289d73f-1d9a-4238-9bf8-b572c27c5140 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1135.134569] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGHEST for action security_group_members [ 1135.134835] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.134959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.135226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.135468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.135657] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.135799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.135890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.136083] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.136206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.136328] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.642240] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.642240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.642240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.642240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.642240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.642240] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.642240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.642240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.642240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.642240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.642240] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be updated. [ 1135.664281] env[69763]: INFO networking_nsxv3.common.synchronization [req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 req-396e228f-8405-4dd9-ad28-18daa5949252 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1135.664281] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1135.664411] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.665400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.665400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.665400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.665400] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.666417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.666572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.667421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.667421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.667421] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.672101] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.672377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.672562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.672900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.673154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.686444] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: IN_PROGRESS for 2s [ 1135.921925] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: SUCCESS [ 1135.922787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.926032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.926032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.926032] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.170169] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.358082] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.358352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.358520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.358885] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.359237] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.359433] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.359564] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.359903] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.360095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.360322] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.360468] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.360624] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.360785] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.360911] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.361051] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.361228] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.389742] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.390046] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.390313] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.390600] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.390967] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-5832e709-3d8c-45a9-b24d-38265c83652b taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.391273] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-5832e709-3d8c-45a9-b24d-38265c83652b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.391418] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-5832e709-3d8c-45a9-b24d-38265c83652b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.391814] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-5832e709-3d8c-45a9-b24d-38265c83652b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.391976] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5832e709-3d8c-45a9-b24d-38265c83652b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.430296] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.430500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.430795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.430946] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.431197] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.431334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.431404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.431597] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.431689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.431784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.431898] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.674650] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.895576] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.895827] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.895964] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.896305] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.896461] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.896687] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 5832e709-3d8c-45a9-b24d-38265c83652b not found, creating... [ 1136.896977] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.897173] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.897300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.897529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.897674] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.897965] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.898276] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.898410] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.898669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.899142] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.899142] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 5832e709-3d8c-45a9-b24d-38265c83652b is going to be created. [ 1136.921666] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.922088] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.922340] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.922765] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.923202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.923490] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-5832e709-3d8c-45a9-b24d-38265c83652b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.934401] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.934670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.934802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.935805] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.936101] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.936265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.936342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.936552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.937412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.937581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.937821] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.937984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.938097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.938312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.938525] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.938977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.939159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.939341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.939955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.940357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.940596] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.048916] env[69763]: INFO networking_nsxv3.common.synchronization [None req-3eb5733b-b977-4542-8b1a-3422ee4e1a84 None None] Enqueued Resource ID: 1eb71772-be69-4b24-864c-0e75a4c0a912 with Priority: HIGHEST for action port [ 1137.048916] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb71772-be69-4b24-864c-0e75a4c0a912 with Priority: HIGHEST for action port [ 1137.049492] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eb71772-be69-4b24-864c-0e75a4c0a912 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.050227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eb71772-be69-4b24-864c-0e75a4c0a912" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.050227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eb71772-be69-4b24-864c-0e75a4c0a912" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.052043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eb71772-be69-4b24-864c-0e75a4c0a912" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.054044] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eb71772-be69-4b24-864c-0e75a4c0a912',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.177565] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.177865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.177865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.182413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.182547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.182675] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1137.235805] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.235973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.236068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.236277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.236429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.248344] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1137.446087] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c795ed1-276b-4eb2-9186-c18d99fc561a: rpc.has_security_group_logging(os_id): False [ 1137.464589] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.464743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.464790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.465012] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.465099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.465312] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.465455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.465455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.465606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.465727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.465930] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.466037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.466096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.467040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.467040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.467040] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.467040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.467040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.467040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.467342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.467342] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a is going to be updated. [ 1137.531997] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.532175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.532246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.532451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.532596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.548141] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: IN_PROGRESS for 2s [ 1137.556650] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1eb71772-be69-4b24-864c-0e75a4c0a912 [ 1137.556984] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.557232] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.557347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.557538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.557650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.557775] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1eb71772-be69-4b24-864c-0e75a4c0a912 already deleted. [ 1137.557873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eb71772-be69-4b24-864c-0e75a4c0a912" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.711037] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb2078da-e286-41c0-b37b-d2779d346c5e in Status: SUCCESS [ 1137.711037] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e deletion is rescheduled due to dependency. [ 1137.711037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.762399] env[69763]: INFO networking_nsxv3.common.synchronization [req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 req-e65b7e47-3a4f-4273-9e20-582ecda53b01 service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 1137.762582] env[69763]: INFO networking_nsxv3.common.synchronization [req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 req-e65b7e47-3a4f-4273-9e20-582ecda53b01 service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1137.762745] env[69763]: INFO networking_nsxv3.common.synchronization [req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 req-e65b7e47-3a4f-4273-9e20-582ecda53b01 service nova] Enqueued Resource ID: 5832e709-3d8c-45a9-b24d-38265c83652b with Priority: HIGHEST for action port [ 1137.763015] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 1137.763163] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1137.763229] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5832e709-3d8c-45a9-b24d-38265c83652b with Priority: HIGHEST for action port [ 1137.763791] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.763917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.763978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.764216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.764292] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.765130] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.765229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.765406] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-5832e709-3d8c-45a9-b24d-38265c83652b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.765593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5832e709-3d8c-45a9-b24d-38265c83652b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.765593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5832e709-3d8c-45a9-b24d-38265c83652b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.765719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5832e709-3d8c-45a9-b24d-38265c83652b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.766319] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5832e709-3d8c-45a9-b24d-38265c83652b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.268537] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.268946] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.270243] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5832e709-3d8c-45a9-b24d-38265c83652b with status ACTIVE [ 1138.270349] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.270425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.270462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.270669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.270751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.270919] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.271026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.271088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.271241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.271315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.271490] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.271581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.271642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.271775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.271851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.271930] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5832e709-3d8c-45a9-b24d-38265c83652b is going to be updated. [ 1138.300360] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.300603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.300603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.300776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.300892] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.301068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5832e709-3d8c-45a9-b24d-38265c83652b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.215217] env[69763]: INFO networking_nsxv3.common.synchronization [req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 req-0b6c23f7-2e86-4d90-b020-bc3773a4ad8e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_members [ 1139.215633] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_members [ 1139.215936] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.216074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.216141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.216451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.216544] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.216644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.216700] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.216876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.216961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.222209] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.262432] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1139.262432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.262887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.262995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.263616] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.263616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.263616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.263616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.263783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.263783] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.518311] env[69763]: INFO networking_nsxv3.common.synchronization [None req-0ee73fcf-6c47-4f0c-87d7-38e127b4a546 None None] Enqueued Resource ID: fe555f65-fe3d-4728-a570-ec427aedb1aa with Priority: HIGHEST for action port [ 1139.518583] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe555f65-fe3d-4728-a570-ec427aedb1aa with Priority: HIGHEST for action port [ 1139.519248] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe555f65-fe3d-4728-a570-ec427aedb1aa taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.519393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe555f65-fe3d-4728-a570-ec427aedb1aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.519453] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe555f65-fe3d-4728-a570-ec427aedb1aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.519694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe555f65-fe3d-4728-a570-ec427aedb1aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.519800] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe555f65-fe3d-4728-a570-ec427aedb1aa',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.561935] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: SUCCESS [ 1139.561935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.612058] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.612058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.613055] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.613545] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.614273] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.614722] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.617100] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.617100] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.617100] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.617100] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.617100] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.617100] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.617100] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.617100] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.617100] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.617100] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.643426] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.645728] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1139.645728] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.645728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.645728] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-9a2c16de-8145-4811-913c-c8599ec8e17a taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.645728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-9a2c16de-8145-4811-913c-c8599ec8e17a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.645728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-9a2c16de-8145-4811-913c-c8599ec8e17a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.645728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-9a2c16de-8145-4811-913c-c8599ec8e17a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.645728] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2c16de-8145-4811-913c-c8599ec8e17a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.725367] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.725475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.725534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.725767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.725878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.726103] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.726292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.726292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.726447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.726512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.726586] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc already deleted. [ 1139.726668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.768512] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.023710] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe555f65-fe3d-4728-a570-ec427aedb1aa [ 1140.023710] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.023710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.023710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.023710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.023710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.023710] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe555f65-fe3d-4728-a570-ec427aedb1aa already deleted. [ 1140.023710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe555f65-fe3d-4728-a570-ec427aedb1aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.149318] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.149669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.149909] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.150222] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.150381] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.150544] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 9a2c16de-8145-4811-913c-c8599ec8e17a not found, creating... [ 1140.150819] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.150992] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.151151] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.151386] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.151529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.151826] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.152034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.152170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.152390] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.152712] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.152712] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 9a2c16de-8145-4811-913c-c8599ec8e17a is going to be created. [ 1140.176542] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.176784] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.176939] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.177244] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.177714] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.178066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-9a2c16de-8145-4811-913c-c8599ec8e17a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.271429] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.776208] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.776208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.776208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.776208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.776208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.776208] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1140.806337] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.806708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.808021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.808021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.808021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.827542] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1140.941596] env[69763]: INFO networking_nsxv3.common.synchronization [req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 req-f4e4a429-4e82-4099-9f91-024c2ff8b72a service nova] Enqueued Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_rules [ 1140.941792] env[69763]: INFO networking_nsxv3.common.synchronization [req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 req-f4e4a429-4e82-4099-9f91-024c2ff8b72a service nova] Enqueued Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_members [ 1140.941932] env[69763]: INFO networking_nsxv3.common.synchronization [req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 req-f4e4a429-4e82-4099-9f91-024c2ff8b72a service nova] Enqueued Resource ID: 9a2c16de-8145-4811-913c-c8599ec8e17a with Priority: HIGHEST for action port [ 1140.942521] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_rules [ 1140.942609] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_members [ 1140.942709] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2c16de-8145-4811-913c-c8599ec8e17a with Priority: HIGHEST for action port [ 1140.942988] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.943131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.943198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.943404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.943485] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.944407] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.944527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.944596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.944763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.944906] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.944995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.945074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.945282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.945379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.945466] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.946242] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a2c16de-8145-4811-913c-c8599ec8e17a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.946345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a2c16de-8145-4811-913c-c8599ec8e17a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.946411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a2c16de-8145-4811-913c-c8599ec8e17a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.946663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a2c16de-8145-4811-913c-c8599ec8e17a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.946663] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2c16de-8145-4811-913c-c8599ec8e17a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.448734] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.451783] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a2c16de-8145-4811-913c-c8599ec8e17a with status ACTIVE [ 1141.451783] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.451783] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.451783] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.451783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.452476] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a2c16de-8145-4811-913c-c8599ec8e17a is going to be updated. [ 1141.454058] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.478250] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.478391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.478461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.478666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.479014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.479240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a2c16de-8145-4811-913c-c8599ec8e17a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.957056] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.462202] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.462436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.462436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.462705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.462800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.462902] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc is going to be created. [ 1142.490423] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.490645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.490693] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.490909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.491077] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.503641] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc in Status: UNINITIALIZED for 2s [ 1142.844526] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1142.844746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.844914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.845381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.845381] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.845610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.845670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.846070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.846070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.846209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.846209] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.351305] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.351654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.351654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.351819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.352071] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.352428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.352428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.352549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.353827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.353827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.353827] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.353827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.353827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.353827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.353827] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.353827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.353827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.353827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.353827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.353827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.354405] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.856689] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81ce7929-3c0c-4e51-9019-9dfb2ef67459: rpc.has_security_group_logging(os_id): False [ 1143.880581] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.880749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.880825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.881022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.881120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.881315] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.881418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.881471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.881587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.881658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.881859] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.881943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.882026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.882149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.882264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.882396] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.882492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.882549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.882663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.882729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.882808] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1143.960053] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.960217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.960262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.960450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.960593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.974536] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1144.514695] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc in Status: SUCCESS [ 1144.517185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.517185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.517185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.517185] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.517185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.517185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.517185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.517185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.517185] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.517562] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.019949] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.347154] env[69763]: INFO networking_nsxv3.common.synchronization [req-54f1e21f-adb4-4752-b37a-f589107c85c1 req-40ecd4be-6154-4a38-a112-28355ed9133e tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Enqueued Resource ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb with Priority: HIGHEST for action security_group_members [ 1145.347154] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb with Priority: HIGHEST for action security_group_members [ 1145.347154] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.347154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.347154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.347154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.347154] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.347459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.347459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.347459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.347541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.347666] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfc96bd-3128-44bb-aa19-8c42bd5af4cb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.521928] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf2dbf1d-b000-4104-b0f7-6086c5d59bfc: rpc.has_security_group_logging(os_id): False [ 1145.540741] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.540885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.541144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.541230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.541324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.541613] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.541703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.541703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.542042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.542042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.542172] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc is going to be created. [ 1145.617319] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.617319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.621092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.621092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.621092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.631801] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc in Status: IN_PROGRESS for 2s [ 1145.760350] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.760606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.760736] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.761168] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.761573] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.761828] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.762067] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.762436] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.762678] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.762994] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.763213] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.763372] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.763514] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.763702] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.763854] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.764185] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.798631] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.798866] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.798986] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.799199] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.799565] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.799744] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.799943] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.800294] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.801163] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb8d4c07-cc0d-4be4-a7bf-d25584a15d24',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.849599] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.849847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.850141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.850411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.850509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.850805] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.850944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.851045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.851243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.851326] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.851417] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb already deleted. [ 1145.851498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.993545] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1145.993776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.307128] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.307377] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.307571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.307906] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.308103] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.308280] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 not found, creating... [ 1146.308567] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.308737] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.308914] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.309175] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.309322] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.309617] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.309779] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.309968] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.310168] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.310310] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.310459] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 is going to be created. [ 1146.336431] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.336737] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.337024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.337361] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.337621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.337869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.051407] env[69763]: INFO networking_nsxv3.common.synchronization [req-54f1e21f-adb4-4752-b37a-f589107c85c1 req-65bb159a-28e9-479b-aa81-cf28db92bf8a service nova] Enqueued Resource ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb with Priority: HIGHEST for action security_group_rules [ 1147.051692] env[69763]: INFO networking_nsxv3.common.synchronization [req-54f1e21f-adb4-4752-b37a-f589107c85c1 req-65bb159a-28e9-479b-aa81-cf28db92bf8a service nova] Enqueued Resource ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb with Priority: HIGHEST for action security_group_members [ 1147.052082] env[69763]: INFO networking_nsxv3.common.synchronization [req-54f1e21f-adb4-4752-b37a-f589107c85c1 req-65bb159a-28e9-479b-aa81-cf28db92bf8a service nova] Enqueued Resource ID: cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 with Priority: HIGHEST for action port [ 1147.053228] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb with Priority: HIGHEST for action security_group_rules [ 1147.053228] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb with Priority: HIGHEST for action security_group_members [ 1147.053228] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 with Priority: HIGHEST for action port [ 1147.053228] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.053228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.053228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.053503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.053554] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dfc96bd-3128-44bb-aa19-8c42bd5af4cb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.054485] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.054596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.054663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.054833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.054974] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.055082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.055143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.055307] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.055354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.055443] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfc96bd-3128-44bb-aa19-8c42bd5af4cb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.056296] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.056566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.056566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.056651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.056728] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb8d4c07-cc0d-4be4-a7bf-d25584a15d24',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.559222] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.559372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.559562] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 with status ACTIVE [ 1147.559726] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.559870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.559993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.560179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.560291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.560438] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.560531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.560615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.560897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.560897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.561017] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.561110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.561172] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.561348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.561348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.561459] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 is going to be updated. [ 1147.562572] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dfc96bd-3128-44bb-aa19-8c42bd5af4cb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.584013] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.584174] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.584296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.584468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.584904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.584904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.652545] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc in Status: SUCCESS [ 1147.652820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.064858] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dfc96bd-3128-44bb-aa19-8c42bd5af4cb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.570020] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.570020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.570020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.570020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.570020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.570020] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb is going to be created. [ 1148.601305] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.601305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.601305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.601305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.601305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.610158] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb in Status: UNINITIALIZED for 2s [ 1149.485914] env[69763]: INFO networking_nsxv3.common.synchronization [req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 req-7cac8bc6-5183-4873-8081-d6b435b1876f tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1149.486543] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1149.486995] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.487210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.487365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.487745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.487847] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.487991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.488113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.488426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.488539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.488597] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.991261] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.496034] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.622282] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb in Status: SUCCESS [ 1150.622549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.622802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.623022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.623263] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.623450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.623554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.623763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.623838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.623908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.624072] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dfc96bd-3128-44bb-aa19-8c42bd5af4cb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.999304] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.999554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.999554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.999767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.999860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.999948] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1151.089601] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.089865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.089865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.090043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.090251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.102743] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1151.126477] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.126753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.126753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.126977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.127178] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.127327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.127482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.127615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.127787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.127845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.128044] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.128116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.128160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.128346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.128555] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.128683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.128830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.129070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.129171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.129294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.129408] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dfc96bd-3128-44bb-aa19-8c42bd5af4cb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.632537] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb: rpc.has_security_group_logging(os_id): False [ 1151.650796] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.650959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.651031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.651519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.651519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.651519] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.651722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.651722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.651840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.651932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.652148] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.652241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.652305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.652430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.652503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.652686] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.652813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.652866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.652961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.653154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.653280] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb is going to be created. [ 1151.717415] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.717415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.717415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.717415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.717415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.727322] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb in Status: IN_PROGRESS for 2s [ 1153.112406] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 4s [ 1153.738770] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb in Status: SUCCESS [ 1153.739111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.488679] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1154.488679] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1154.898427] env[69763]: INFO networking_nsxv3.common.synchronization [req-b8686444-249e-4e1d-8848-fd589ee033a6 req-d987b500-34d0-4464-8609-1c0338cb3672 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1154.899583] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1154.900083] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.900397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.900471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.900765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.900980] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.901112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.901176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.901382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.901506] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.901638] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.125914] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1155.126278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.405026] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.405202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.405273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.405485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.429862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.430526] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.430526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.430526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.430747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.430747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.430809] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be updated. [ 1155.464844] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.465029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.465180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.465457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.465601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.475149] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: IN_PROGRESS for 2s [ 1156.240682] env[69763]: INFO networking_nsxv3.common.synchronization [req-2ac2b301-3aae-4b20-8772-4417ab0c21bf req-60f1346d-3dd7-4be7-b5c0-bedb65c9337b tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1156.241506] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1156.241869] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.241993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.242810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.242810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.242810] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.242810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.242810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.242810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.243160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.243160] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.745225] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.248181] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.487068] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 1157.487068] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 deletion is rescheduled due to dependency. [ 1157.487244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.751780] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.751996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.751996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.752290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.752497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.752547] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1157.784516] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.784516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.784516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.784875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.785145] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.796338] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1159.335345] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.335737] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.335737] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.335947] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.336226] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.336391] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.336514] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.336737] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.336881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.337147] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.337276] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.337399] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.337516] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.337634] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.337747] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.337886] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.358408] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.358568] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.358734] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.358887] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.359296] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-cbb9b213-c75c-425c-9b19-426af308ac35 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.359513] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.359603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.359889] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.360071] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb9b213-c75c-425c-9b19-426af308ac35',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.595749] env[69763]: INFO networking_nsxv3.common.synchronization [req-ee24051a-ae98-4e7a-bb49-171d563c8781 req-7a87f393-eac2-4d4f-8542-b392e8b3555d tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Enqueued Resource ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb with Priority: HIGHEST for action security_group_members [ 1159.596295] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb with Priority: HIGHEST for action security_group_members [ 1159.596594] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.596745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.596775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.596999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.597309] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.597415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.597479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.597644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.597730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.597824] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfc96bd-3128-44bb-aa19-8c42bd5af4cb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.806215] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1159.806473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.862556] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.862923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.862923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.863208] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.863366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.863666] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.863837] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.863962] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.864201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.864344] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.864686] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.864770] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.864892] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.865120] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.866024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.866024] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: cbb9b213-c75c-425c-9b19-426af308ac35 is going to be updated. [ 1159.888425] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.888425] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.888425] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.888425] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.888749] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.888813] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.100856] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.101049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.101129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.101351] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.101446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.101641] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.101754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.101818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.101963] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.102102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.102206] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb is going to be updated. [ 1160.128701] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.128910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.129091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.129351] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.129548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.138862] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb in Status: IN_PROGRESS for 2s [ 1160.566095] env[69763]: INFO networking_nsxv3.common.synchronization [req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 req-f1009045-c086-498a-93b8-051635ba4fb8 service nova] Enqueued Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_rules [ 1160.566353] env[69763]: INFO networking_nsxv3.common.synchronization [req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 req-f1009045-c086-498a-93b8-051635ba4fb8 service nova] Enqueued Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_members [ 1160.566456] env[69763]: INFO networking_nsxv3.common.synchronization [req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 req-f1009045-c086-498a-93b8-051635ba4fb8 service nova] Enqueued Resource ID: cbb9b213-c75c-425c-9b19-426af308ac35 with Priority: HIGHEST for action port [ 1160.566711] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_rules [ 1160.566845] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_members [ 1160.567039] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb9b213-c75c-425c-9b19-426af308ac35 with Priority: HIGHEST for action port [ 1160.567582] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.567765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.567852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.568106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.568185] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.569373] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.569488] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.570280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.570280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.570280] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.570280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.570280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.570280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.570280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.570280] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.571041] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbb9b213-c75c-425c-9b19-426af308ac35 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.571155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.571236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.571365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.571432] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb9b213-c75c-425c-9b19-426af308ac35',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.073501] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.075078] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.075078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.075325] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbb9b213-c75c-425c-9b19-426af308ac35 with status ACTIVE [ 1161.075548] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.075689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.075760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.075961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.076062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.076231] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.076328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.076635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.076671] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.076732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.076905] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.076990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.077135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.077280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.077354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.077440] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbb9b213-c75c-425c-9b19-426af308ac35 is going to be updated. [ 1161.099359] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.099536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.099629] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.099890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.100090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.100307] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbb9b213-c75c-425c-9b19-426af308ac35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.301391] env[69763]: INFO networking_nsxv3.common.synchronization [None req-5a211bd5-6d96-4d61-ae7d-6d3c2acef838 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Enqueued Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_rules [ 1161.301587] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_rules [ 1161.301883] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a7c467-8129-4e07-be2e-832b65a0e563 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.301999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.302315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.302611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.302731] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.384572] env[69763]: INFO networking_nsxv3.common.synchronization [None req-6e563fa0-e8d8-4cc9-94ec-93936a567dff tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Enqueued Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_rules [ 1161.386034] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_rules [ 1161.386034] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a7c467-8129-4e07-be2e-832b65a0e563 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.386034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.580278] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.823885] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.824049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.824121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.824325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.824408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.824508] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a7c467-8129-4e07-be2e-832b65a0e563 already deleted. [ 1161.824592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.824740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.824887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.824967] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.083346] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.083538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.083617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.083848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.083942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.084058] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 is going to be updated. [ 1162.119526] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.119715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.119795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.119982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.120165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.156571] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 in Status: IN_PROGRESS for 2s [ 1162.157338] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb in Status: SUCCESS [ 1162.157514] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb deletion is rescheduled due to dependency. [ 1162.157630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.348169] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.348169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.348169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.348169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.348169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.348169] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a7c467-8129-4e07-be2e-832b65a0e563 already deleted. [ 1162.348169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.167318] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 in Status: SUCCESS [ 1164.167594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.167699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.167913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.168113] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.168230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.168298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.168448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.168528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.168612] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.168702] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.671438] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.678805] env[69763]: INFO networking_nsxv3.common.synchronization [req-d5a761df-3514-4604-8003-d86ec398a373 req-0263e60c-2fb0-4352-8cdc-e290de99d7a6 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Enqueued Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_members [ 1164.679379] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGHEST for action security_group_members [ 1164.679686] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3bf1247-b15c-4e95-a0ce-c9c95a127515 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.680048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.680048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.680116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.680264] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.680374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.680437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.680813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.680813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.680813] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.173262] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d718f6c8-fc1b-437a-8e30-a910c1d99d74: rpc.has_security_group_logging(os_id): False [ 1165.183290] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.183483] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.183591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.183769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.183994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.184091] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.184161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.184207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.184354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.184423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.184505] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 is going to be updated. [ 1165.194235] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.194373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.194409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.194650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.221213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.221523] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.221685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.221733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.221910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.222152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.222152] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 is going to be updated. [ 1165.225407] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.225865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.225865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.226086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.226206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.238501] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 in Status: IN_PROGRESS for 2s [ 1165.301633] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.301818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.301858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.302074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.302329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.319169] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 in Status: IN_PROGRESS for 2s [ 1167.251392] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 in Status: SUCCESS [ 1167.251812] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 deletion is rescheduled due to dependency. [ 1167.251812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.334307] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 in Status: SUCCESS [ 1167.334596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.908032] env[69763]: INFO networking_nsxv3.common.synchronization [req-0ec80874-f971-42ac-abdf-9df971230144 req-9766c720-19ba-4dc9-b626-17aafe28b8e0 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1167.908841] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1167.909372] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.911419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.911419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.911419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.911419] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.911419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.911419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.911419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.911419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.911419] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.389216] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.389584] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.389669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.389997] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.390765] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.390943] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.391123] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.391421] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.391610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.391837] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.391958] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.392092] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.392239] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.392429] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.392558] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.392703] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.412725] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.412911] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1168.413066] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.413255] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.413584] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.413768] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.413897] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.414270] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.414420] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307ab9b8-a8a6-42c9-a816-c8b10c9a98f5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.415439] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.415572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.415572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.415721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.415804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.415974] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.416096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.416159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.416304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.416383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.416468] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be updated. [ 1168.444926] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.445165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.445228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.445448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.445901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.456850] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: IN_PROGRESS for 2s [ 1168.919052] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.919052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.919052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.919459] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.919618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.919778] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 not found, creating... [ 1168.920054] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.920227] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.920352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.920576] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.920719] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.921018] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.921186] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.921313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.921606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.921770] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.921924] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 is going to be created. [ 1168.942635] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.942796] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.942833] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.943119] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.943364] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.944028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.683154] env[69763]: INFO networking_nsxv3.common.synchronization [req-0ec80874-f971-42ac-abdf-9df971230144 req-0747fe13-54ba-4b78-ab95-4b26bb6cef7d service nova] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_rules [ 1169.683462] env[69763]: INFO networking_nsxv3.common.synchronization [req-0ec80874-f971-42ac-abdf-9df971230144 req-0747fe13-54ba-4b78-ab95-4b26bb6cef7d service nova] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1169.683504] env[69763]: INFO networking_nsxv3.common.synchronization [req-0ec80874-f971-42ac-abdf-9df971230144 req-0747fe13-54ba-4b78-ab95-4b26bb6cef7d service nova] Enqueued Resource ID: 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 with Priority: HIGHEST for action port [ 1169.685556] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_rules [ 1169.685556] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1169.685556] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 with Priority: HIGHEST for action port [ 1169.685556] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.685556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.685556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.685556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.685556] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.686024] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.686024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.686174] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.686174] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.686406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.686406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.686480] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307ab9b8-a8a6-42c9-a816-c8b10c9a98f5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.962407] env[69763]: INFO networking_nsxv3.common.synchronization [req-7855b4b1-39f2-44c9-8975-4c599de6b11e req-0bb58d34-0dd5-4e35-9cd7-5630323f62c1 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Enqueued Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_members [ 1169.963141] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_members [ 1169.963500] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a7c467-8129-4e07-be2e-832b65a0e563 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.963618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.963758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.964022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.964218] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.964361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.964439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.964551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.964674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.964820] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.188254] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.188444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.188572] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 with status ACTIVE [ 1170.188744] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.188845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.188907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.189182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.189279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.189436] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.189530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.189585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.189738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.189880] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.190025] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.190125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.190180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.190311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.190380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.190465] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 is going to be updated. [ 1170.217382] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.217606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.217606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.217715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.217857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.218040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.290038] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.290038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.290038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.290038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.290038] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.290383] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.290418] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.290660] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.290816] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.291052] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.291174] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.291285] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.291397] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.291526] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.291680] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.291850] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.323672] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.323857] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1170.324009] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.324206] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.324530] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-0c8f9939-e902-4e4b-9620-94d662a2e543 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.324715] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-0c8f9939-e902-4e4b-9620-94d662a2e543" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.324837] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-0c8f9939-e902-4e4b-9620-94d662a2e543" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.325235] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-0c8f9939-e902-4e4b-9620-94d662a2e543" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.325356] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8f9939-e902-4e4b-9620-94d662a2e543',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.467816] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 1170.468068] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 deletion is rescheduled due to dependency. [ 1170.468206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.468402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.468647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.468853] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.468998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.469081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.469284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.469363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.469468] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.470599] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.470710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.470743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.470913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.471026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.471215] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.471311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.471380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.471551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.471582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.471698] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a7c467-8129-4e07-be2e-832b65a0e563 already deleted. [ 1170.471832] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.829067] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.829067] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.829067] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.829502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.829502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.829662] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 0c8f9939-e902-4e4b-9620-94d662a2e543 not found, creating... [ 1170.829929] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.830102] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.830230] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.830598] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.831541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.831541] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.831541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.831541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.831723] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.831723] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.832264] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 0c8f9939-e902-4e4b-9620-94d662a2e543 is going to be created. [ 1170.855397] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.855397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.855397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.855397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.855610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.855727] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-0c8f9939-e902-4e4b-9620-94d662a2e543" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.973476] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.475957] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.979650] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.979957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.979957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.980082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.980184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.980282] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be updated. [ 1172.014518] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.014717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.014764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.015051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.015232] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.025248] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: IN_PROGRESS for 2s [ 1172.123662] env[69763]: INFO networking_nsxv3.common.synchronization [req-7855b4b1-39f2-44c9-8975-4c599de6b11e req-a1c5a202-527a-4e2b-932d-bc1bfe73e7cf service nova] Enqueued Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_rules [ 1172.123837] env[69763]: INFO networking_nsxv3.common.synchronization [req-7855b4b1-39f2-44c9-8975-4c599de6b11e req-a1c5a202-527a-4e2b-932d-bc1bfe73e7cf service nova] Enqueued Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_members [ 1172.123999] env[69763]: INFO networking_nsxv3.common.synchronization [req-7855b4b1-39f2-44c9-8975-4c599de6b11e req-a1c5a202-527a-4e2b-932d-bc1bfe73e7cf service nova] Enqueued Resource ID: 0c8f9939-e902-4e4b-9620-94d662a2e543 with Priority: HIGHEST for action port [ 1172.124566] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_rules [ 1172.124738] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_members [ 1172.124841] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8f9939-e902-4e4b-9620-94d662a2e543 with Priority: HIGHEST for action port [ 1172.125676] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a7c467-8129-4e07-be2e-832b65a0e563 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.125807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.125875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.126127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.126219] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.127177] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a7c467-8129-4e07-be2e-832b65a0e563 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.127813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.127813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.127813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.127963] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.128064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.128124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.128279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.128361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.128487] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.129570] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c8f9939-e902-4e4b-9620-94d662a2e543 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.129803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c8f9939-e902-4e4b-9620-94d662a2e543" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.129871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c8f9939-e902-4e4b-9620-94d662a2e543" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.130096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c8f9939-e902-4e4b-9620-94d662a2e543" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.130259] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8f9939-e902-4e4b-9620-94d662a2e543',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.429116] env[69763]: INFO networking_nsxv3.common.synchronization [req-af121046-e695-42ee-8dbc-7f35f06878f0 req-b219eec5-d1c4-4dcb-a9c4-cdcad07e6135 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1172.429116] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1172.429310] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.429486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.429592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.429889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.430348] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.430348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.430475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.430668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.430819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.430973] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.632625] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a7c467-8129-4e07-be2e-832b65a0e563 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.632754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.632943] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.635676] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c8f9939-e902-4e4b-9620-94d662a2e543 with status ACTIVE [ 1172.635968] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.636055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.636055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.636271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.636359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.636599] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.636655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.637268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.637268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.637268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.637268] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.637268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.637787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.637787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.637787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.637787] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c8f9939-e902-4e4b-9620-94d662a2e543 is going to be updated. [ 1172.663342] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.663342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.663342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.664241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.664241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.664241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c8f9939-e902-4e4b-9620-94d662a2e543" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.733072] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.733072] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.733072] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.733072] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.733430] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.733642] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.733840] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.734136] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.734329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.734610] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.734765] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.734914] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.735140] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.735333] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.735521] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.735714] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.757033] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.757181] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.757256] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.757473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.758088] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-d61eb09e-9ee0-43d3-af21-48a3646a09e8 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.758302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-d61eb09e-9ee0-43d3-af21-48a3646a09e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.758415] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-d61eb09e-9ee0-43d3-af21-48a3646a09e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.758821] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-d61eb09e-9ee0-43d3-af21-48a3646a09e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.758967] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61eb09e-9ee0-43d3-af21-48a3646a09e8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.934523] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.135183] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.261391] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.261788] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.261788] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.262127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.262339] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.262522] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port d61eb09e-9ee0-43d3-af21-48a3646a09e8 not found, creating... [ 1173.262794] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.262960] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.263099] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.263375] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.263473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.263762] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.263911] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.264045] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.264256] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.264433] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.264534] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: d61eb09e-9ee0-43d3-af21-48a3646a09e8 is going to be created. [ 1173.283742] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.283962] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.284123] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.284400] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.284643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.284877] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-d61eb09e-9ee0-43d3-af21-48a3646a09e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.436843] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.638609] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.639441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.639441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.639441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.639441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.639441] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a7c467-8129-4e07-be2e-832b65a0e563 is going to be created. [ 1173.663659] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.663854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.663854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.664088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.664252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.675289] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a7c467-8129-4e07-be2e-832b65a0e563 in Status: UNINITIALIZED for 2s [ 1173.941397] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.941397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.941397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.941397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.941397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.941397] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1173.973385] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.973385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.973385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.973385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.973385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.983430] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1174.039144] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 1174.039144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.039144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.039144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.039144] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.039144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.039144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.039144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.039144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.039144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.039144] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.176313] env[69763]: INFO networking_nsxv3.common.synchronization [req-af121046-e695-42ee-8dbc-7f35f06878f0 req-15f3acd5-30a1-4038-be70-5774e200593f service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 1174.176313] env[69763]: INFO networking_nsxv3.common.synchronization [req-af121046-e695-42ee-8dbc-7f35f06878f0 req-15f3acd5-30a1-4038-be70-5774e200593f service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1174.176313] env[69763]: INFO networking_nsxv3.common.synchronization [req-af121046-e695-42ee-8dbc-7f35f06878f0 req-15f3acd5-30a1-4038-be70-5774e200593f service nova] Enqueued Resource ID: d61eb09e-9ee0-43d3-af21-48a3646a09e8 with Priority: HIGHEST for action port [ 1174.176313] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 1174.176313] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1174.176313] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61eb09e-9ee0-43d3-af21-48a3646a09e8 with Priority: HIGHEST for action port [ 1174.176313] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.177018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.177288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.177624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.177903] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.180933] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.180933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.180933] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-d61eb09e-9ee0-43d3-af21-48a3646a09e8 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.180933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d61eb09e-9ee0-43d3-af21-48a3646a09e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.180933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d61eb09e-9ee0-43d3-af21-48a3646a09e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.180933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d61eb09e-9ee0-43d3-af21-48a3646a09e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.180933] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61eb09e-9ee0-43d3-af21-48a3646a09e8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.541587] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.681341] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.681476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.686075] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d61eb09e-9ee0-43d3-af21-48a3646a09e8 with status ACTIVE [ 1174.686075] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.686075] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.686075] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.686075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.686075] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d61eb09e-9ee0-43d3-af21-48a3646a09e8 is going to be updated. [ 1174.706668] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.706668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.706668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.706869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.706899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.707204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d61eb09e-9ee0-43d3-af21-48a3646a09e8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.043519] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e09dad32-7076-43de-a724-0a39fb49cac5: rpc.has_security_group_logging(os_id): False [ 1175.063220] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.063365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.063426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.063635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.063724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.063969] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.064458] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.064550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.064719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.064804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.064896] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be updated. [ 1175.127576] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.127576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.127576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.127576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.127576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.144607] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: IN_PROGRESS for 2s [ 1175.685991] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a7c467-8129-4e07-be2e-832b65a0e563 in Status: SUCCESS [ 1175.686302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.687035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.687035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.687035] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.687035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.687249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.687249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.687304] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.687385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.687481] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.995095] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1175.995395] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.995567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.995830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.996067] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.996194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.996262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.996428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.996508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.996629] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.191779] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.499555] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.695456] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33a7c467-8129-4e07-be2e-832b65a0e563: rpc.has_security_group_logging(os_id): False [ 1176.712738] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.712909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.712949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.713206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.713296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.713519] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.713624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.713686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.713862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.713935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.714010] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a7c467-8129-4e07-be2e-832b65a0e563 is going to be created. [ 1176.771597] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.771765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.771812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.771999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.772252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.783951] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33a7c467-8129-4e07-be2e-832b65a0e563 in Status: IN_PROGRESS for 2s [ 1177.005906] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.159661] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 1177.159890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.509550] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.509708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.513022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.513022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.513022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.513022] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1177.546415] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.546415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.546415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.546415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.546415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.559379] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1178.798442] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33a7c467-8129-4e07-be2e-832b65a0e563 in Status: SUCCESS [ 1178.798862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.175962] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.176110] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1179.235252] env[69763]: INFO networking_nsxv3.common.synchronization [None req-3b85d281-e7c1-40fe-9ca8-9ddf43808c24 None None] Enqueued Resource ID: 7ab9015d-1a3f-4514-8bfe-51d26ea32e63 with Priority: HIGHEST for action port [ 1179.235936] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab9015d-1a3f-4514-8bfe-51d26ea32e63 with Priority: HIGHEST for action port [ 1179.236670] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ab9015d-1a3f-4514-8bfe-51d26ea32e63 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.236791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ab9015d-1a3f-4514-8bfe-51d26ea32e63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.236861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ab9015d-1a3f-4514-8bfe-51d26ea32e63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.237575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ab9015d-1a3f-4514-8bfe-51d26ea32e63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.237665] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab9015d-1a3f-4514-8bfe-51d26ea32e63',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.568712] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1179.568950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.569137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.569476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.569677] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.569798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.569865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.570055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.570182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.570328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.570450] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.740847] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ab9015d-1a3f-4514-8bfe-51d26ea32e63 [ 1179.741131] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.741595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.741595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.741791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.741876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.741985] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ab9015d-1a3f-4514-8bfe-51d26ea32e63 already deleted. [ 1179.742102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ab9015d-1a3f-4514-8bfe-51d26ea32e63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.076342] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.076342] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.076342] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.076342] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.076342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.077127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.077127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.077127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.077127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.077127] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.581020] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81ce7929-3c0c-4e51-9019-9dfb2ef67459: rpc.has_security_group_logging(os_id): False [ 1180.597916] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.598234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.598370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.598586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.598679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.598876] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.599068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.599186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.599372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.599580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.600538] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.600538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.600538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.600538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.600538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.600538] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.600538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.600538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.600947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.600947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.600947] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1180.671053] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.671239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.671333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.671656] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.671810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.688983] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1181.733903] env[69763]: INFO networking_nsxv3.common.synchronization [None req-01bd3525-f2c5-4828-8dde-53162bb9726e None None] Enqueued Resource ID: 83abacae-88e9-4482-afa2-d7dd23530c30 with Priority: HIGHEST for action port [ 1181.733903] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83abacae-88e9-4482-afa2-d7dd23530c30 with Priority: HIGHEST for action port [ 1181.734985] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-83abacae-88e9-4482-afa2-d7dd23530c30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.739176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83abacae-88e9-4482-afa2-d7dd23530c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.739176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83abacae-88e9-4482-afa2-d7dd23530c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.739176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83abacae-88e9-4482-afa2-d7dd23530c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.739176] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83abacae-88e9-4482-afa2-d7dd23530c30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.240155] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83abacae-88e9-4482-afa2-d7dd23530c30 [ 1182.240553] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.240762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.240879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.241190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.241344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.241496] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83abacae-88e9-4482-afa2-d7dd23530c30 already deleted. [ 1182.241599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83abacae-88e9-4482-afa2-d7dd23530c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.708578] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1182.709431] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.589735] env[69763]: INFO networking_nsxv3.common.synchronization [req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 req-b355c751-5b35-491c-ac90-b531fecdfc21 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1184.590140] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1184.590816] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.590816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.590816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.591082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.591133] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.591222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.591293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.591461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.591544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.591651] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.095316] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.095514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.095610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.095740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.095824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.096378] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.097844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.097844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.097844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.097844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.097844] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 already deleted. [ 1185.097844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.121221] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.121470] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.121538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.121939] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.123087] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.123087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.123087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.123087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.123087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.123087] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.123356] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.123356] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.123424] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.123534] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.123649] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.123789] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.146611] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.146775] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.146924] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.147134] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.147570] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-efe932c3-0f61-4b78-9d02-4b39f6be49f5 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.147767] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-efe932c3-0f61-4b78-9d02-4b39f6be49f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.147895] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-efe932c3-0f61-4b78-9d02-4b39f6be49f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.148253] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-efe932c3-0f61-4b78-9d02-4b39f6be49f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.148397] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe932c3-0f61-4b78-9d02-4b39f6be49f5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.325389] env[69763]: INFO networking_nsxv3.common.synchronization [req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 req-aa64549b-86cc-4789-b2c3-55b1e86b1426 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1185.326457] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1185.326457] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.326457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.326457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.326719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.326783] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.326885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.326942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.327504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.327599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.327698] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.651357] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.651885] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.651885] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.652049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.652309] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.652536] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port efe932c3-0f61-4b78-9d02-4b39f6be49f5 not found, creating... [ 1185.652851] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.653157] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.653320] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.653631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.653913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.654291] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.654556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.654726] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.655012] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.655250] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.655438] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: efe932c3-0f61-4b78-9d02-4b39f6be49f5 is going to be created. [ 1185.690953] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.691258] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.691482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.691858] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.692221] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.692489] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-efe932c3-0f61-4b78-9d02-4b39f6be49f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.830032] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.332577] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.421810] env[69763]: INFO networking_nsxv3.common.synchronization [req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 req-a1dfb052-5edc-4f92-b99e-a09fd3f4658f service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1186.422076] env[69763]: INFO networking_nsxv3.common.synchronization [req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 req-a1dfb052-5edc-4f92-b99e-a09fd3f4658f service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1186.422243] env[69763]: INFO networking_nsxv3.common.synchronization [req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 req-a1dfb052-5edc-4f92-b99e-a09fd3f4658f service nova] Enqueued Resource ID: efe932c3-0f61-4b78-9d02-4b39f6be49f5 with Priority: HIGHEST for action port [ 1186.422768] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1186.422910] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1186.423017] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe932c3-0f61-4b78-9d02-4b39f6be49f5 with Priority: HIGHEST for action port [ 1186.423369] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.423542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.423621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.423929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.423929] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.424825] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.424943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.425019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.425222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.425364] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.425465] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.425522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.425665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.425751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.425859] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.426754] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe932c3-0f61-4b78-9d02-4b39f6be49f5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.426822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe932c3-0f61-4b78-9d02-4b39f6be49f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.426822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe932c3-0f61-4b78-9d02-4b39f6be49f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.427038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe932c3-0f61-4b78-9d02-4b39f6be49f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.427038] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe932c3-0f61-4b78-9d02-4b39f6be49f5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.837017] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.837450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.837450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.837601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.837781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.838025] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1186.875839] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.876024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.876116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.876320] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.876469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.886366] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1186.929126] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.930307] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.930495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.930738] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe932c3-0f61-4b78-9d02-4b39f6be49f5 with status ACTIVE [ 1186.930992] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.931133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.931200] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.931428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.931541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.931803] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.932371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.932371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.932371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.932371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.932580] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.932628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.932712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.932811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.932909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.933008] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe932c3-0f61-4b78-9d02-4b39f6be49f5 is going to be updated. [ 1186.960678] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.960934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.960934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.961136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.961273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.961448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe932c3-0f61-4b78-9d02-4b39f6be49f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.435372] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.937988] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.938398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.938398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.938398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.938513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.938627] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be created. [ 1187.964666] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.964960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.965083] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.965323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.965515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.976643] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: UNINITIALIZED for 2s [ 1188.899061] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1188.899352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.987586] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1189.987928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.987965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.988189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.988367] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.988481] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.988547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.988714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.988769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.988882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.988931] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.492913] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.493148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.493234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.493447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.493689] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.493829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.493903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.494115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.494260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.494379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.494576] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.494701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.494773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.494974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.495150] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.495248] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.495339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.495534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.495631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.495732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.495825] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.999034] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657: rpc.has_security_group_logging(os_id): False [ 1191.033711] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.033913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.033913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.034175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.034288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.034513] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.034632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.034694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.034903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.034986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.035184] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.035278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.035368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.035556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.035636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.035834] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.035927] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.035986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.036148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.036219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.036306] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be created. [ 1191.096172] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.096332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.096332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.096465] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.096646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.109769] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1191.423925] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.424128] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1193.122808] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1193.123160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.997368] env[69763]: INFO networking_nsxv3.common.synchronization [req-e1fa97df-590c-480e-bc53-ffd7b852f124 req-c49ca621-b078-4bb1-8545-c9bf3a36a123 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1193.997945] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1193.998259] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.998383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.998454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.998682] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.998873] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.998960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.999048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.999152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.999235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.999328] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.261658] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.261983] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.261983] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.262161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.262434] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.262604] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.262730] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.263022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.263178] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.263390] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.263511] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.263652] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.263755] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.263869] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.264012] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.264284] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.283415] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.283602] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1194.283747] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.283934] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.284283] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.284468] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.284595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.284964] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.285133] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8dafb54-2e0d-4c4a-8407-2da3fd2ad302',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.501465] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.501626] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.501739] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.501925] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.502025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.502222] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.502314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.502368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.502519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.502596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.502682] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be deleted. [ 1194.533452] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.533673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.533673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.533859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.533948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.534058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.676791] env[69763]: INFO networking_nsxv3.common.synchronization [req-014eb5d6-ed3e-46f4-bff4-b90c4012881a req-d7d9c43e-2f72-4686-bb1c-fca2da221c03 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1194.677367] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1194.677695] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.677823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.677886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.678114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.678266] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.678373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.678425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.678566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.678651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.678762] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.788298] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.788509] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.788672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.788966] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.789142] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.789303] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 not found, creating... [ 1194.789632] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.789814] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.789946] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.790199] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.790348] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.790667] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.790836] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.790959] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.791246] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.791389] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.791540] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 is going to be created. [ 1194.811198] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.811395] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.811527] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.811766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.812012] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.812250] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.968384] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.968384] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.968561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.968764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.969037] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.969193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.969338] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.969618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.969754] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.969973] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.970109] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.970224] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.970336] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.970499] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.970641] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.970759] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.988928] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.989121] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1194.989265] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.989445] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-930" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.989853] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-6c9f2551-5709-41c9-ac39-39f0dd417eef taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.990031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-6c9f2551-5709-41c9-ac39-39f0dd417eef" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.990161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-6c9f2551-5709-41c9-ac39-39f0dd417eef" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.990541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-6c9f2551-5709-41c9-ac39-39f0dd417eef" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.990700] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9f2551-5709-41c9-ac39-39f0dd417eef',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.181210] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.483853] env[69763]: INFO networking_nsxv3.common.synchronization [req-e1fa97df-590c-480e-bc53-ffd7b852f124 req-5674f4d6-4ec4-44b3-8fd1-d6e6c9f51483 service nova] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_rules [ 1195.483853] env[69763]: INFO networking_nsxv3.common.synchronization [req-e1fa97df-590c-480e-bc53-ffd7b852f124 req-5674f4d6-4ec4-44b3-8fd1-d6e6c9f51483 service nova] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1195.483853] env[69763]: INFO networking_nsxv3.common.synchronization [req-e1fa97df-590c-480e-bc53-ffd7b852f124 req-5674f4d6-4ec4-44b3-8fd1-d6e6c9f51483 service nova] Enqueued Resource ID: e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 with Priority: HIGHEST for action port [ 1195.483853] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_rules [ 1195.483853] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1195.483853] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 with Priority: HIGHEST for action port [ 1195.484686] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.484686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.484686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.484686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.484686] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.486036] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.486036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.486036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.486036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.486036] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.486036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.486333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.486333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.486333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.486412] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.487097] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.487202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.487414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.487414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.487475] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8dafb54-2e0d-4c4a-8407-2da3fd2ad302',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.493439] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.493648] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.493783] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.494127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.494291] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.494450] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 6c9f2551-5709-41c9-ac39-39f0dd417eef not found, creating... [ 1195.494711] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.494874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.494997] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.495233] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.495378] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.495736] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.496097] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.496226] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.496437] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.496582] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.496730] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 6c9f2551-5709-41c9-ac39-39f0dd417eef is going to be created. [ 1195.522487] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.522673] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.522772] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.523183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.523446] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.523674] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-6c9f2551-5709-41c9-ac39-39f0dd417eef" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.683673] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.992292] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.992292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.992292] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.992292] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 with status ACTIVE [ 1195.992292] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.992292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.992292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.992292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.992292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.992292] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.992292] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.992846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.993158] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.995724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.995724] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.995724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.995724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.995724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.995724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.995724] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 is going to be updated. [ 1196.022461] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.022461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.022461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.022461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.022461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.022461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.186097] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.186510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.186711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.187121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.187998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.188146] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1196.235599] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.235813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.235898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.236113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.236535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.247525] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1196.486031] env[69763]: INFO networking_nsxv3.common.synchronization [req-014eb5d6-ed3e-46f4-bff4-b90c4012881a req-610c239c-ff6e-4fd4-af2c-b4703feaf92f service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 1196.486031] env[69763]: INFO networking_nsxv3.common.synchronization [req-014eb5d6-ed3e-46f4-bff4-b90c4012881a req-610c239c-ff6e-4fd4-af2c-b4703feaf92f service nova] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1196.486031] env[69763]: INFO networking_nsxv3.common.synchronization [req-014eb5d6-ed3e-46f4-bff4-b90c4012881a req-610c239c-ff6e-4fd4-af2c-b4703feaf92f service nova] Enqueued Resource ID: 6c9f2551-5709-41c9-ac39-39f0dd417eef with Priority: HIGHEST for action port [ 1196.486031] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_rules [ 1196.486031] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1196.486031] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9f2551-5709-41c9-ac39-39f0dd417eef with Priority: HIGHEST for action port [ 1196.487126] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.488034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.488034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.488034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.488034] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.488897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.489032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.489280] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c9f2551-5709-41c9-ac39-39f0dd417eef taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.489435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c9f2551-5709-41c9-ac39-39f0dd417eef" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.489563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c9f2551-5709-41c9-ac39-39f0dd417eef" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.489780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c9f2551-5709-41c9-ac39-39f0dd417eef" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.489891] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9f2551-5709-41c9-ac39-39f0dd417eef',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.496166] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.992458] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.992605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.992745] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c9f2551-5709-41c9-ac39-39f0dd417eef with status ACTIVE [ 1196.992913] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.993030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.993096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.993307] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.993556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.993556] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.993663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.993694] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.993845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.993921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.994114] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.994206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.994456] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.994456] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.994456] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.994776] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c9f2551-5709-41c9-ac39-39f0dd417eef is going to be updated. [ 1196.997293] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.997469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.997552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.997712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.997793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.997883] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be created. [ 1197.016312] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.016529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.016649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.016854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.017069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.017287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c9f2551-5709-41c9-ac39-39f0dd417eef" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.020484] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.020692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.020692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.020867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.021026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.030474] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: UNINITIALIZED for 2s [ 1198.187098] env[69763]: INFO networking_nsxv3.common.synchronization [req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d req-12d59397-d78d-4f32-a617-b8479f67d57c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1198.187791] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1198.188243] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.188343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.188343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.188621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.188771] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.188868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.189111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.189195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.189281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.189389] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.259650] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1198.259935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.260151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.261108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.261108] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.261108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.261108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.261108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.261108] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.261108] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.692235] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.692408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.692474] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.692661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.692755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.692961] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.693076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.693112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.693252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.693323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.693406] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1198.723375] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.723517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.723593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.723811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.723950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.733582] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1198.763088] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.042762] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1199.043141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.043413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.043982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.043982] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.044203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.044315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.044558] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.044731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.044889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.045039] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.267504] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.548756] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.548990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.549081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.549274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.549472] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.549632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.549712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.549948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.550069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.550188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.550353] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.550469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.550619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.550750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.550936] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.551043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.551105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.551244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.551317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.551397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.551483] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.770205] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.770286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.770319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.770588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.770708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.770791] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1199.804152] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.804342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.804409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.804568] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.804782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.815672] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1200.054112] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cedf1167-bdaf-4be0-88ad-53df828ca2d9: rpc.has_security_group_logging(os_id): False [ 1200.073424] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.073618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.073673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.073852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.073945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.074116] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.074220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.074312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.074428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.074502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.074683] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.074841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.074944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.075088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.075178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.075381] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.075475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.075630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.075704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.075762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.075988] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be created. [ 1200.085013] env[69763]: INFO networking_nsxv3.common.synchronization [None req-d38d16ad-3abd-46cd-a288-7bda249a5d9e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1200.085756] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1200.086124] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.086253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.086400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.086529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.086698] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.086832] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.086911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.087109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.087250] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.087349] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.140262] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.141368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.141534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.141805] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.142083] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.155500] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1200.592794] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.746973] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1200.746973] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1200.747205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.094777] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.597750] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.598173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.598173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.598173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.598287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.598368] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1201.632276] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.632478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.632478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.632673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.632837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.642514] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1201.828045] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1201.828045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.828045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.828276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.828386] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.828646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.828646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.828773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.828884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.829446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.829446] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.137252] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.137457] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.137620] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.137916] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.138369] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.138538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.138667] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.138899] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.139069] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.139300] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.139416] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.139538] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.139686] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.139871] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.140011] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.140159] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.168284] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.168463] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.168601] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.168799] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.169183] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-83e6c6c0-b56a-4b8b-9302-c7775dc86944 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.169373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-83e6c6c0-b56a-4b8b-9302-c7775dc86944" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.169506] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-83e6c6c0-b56a-4b8b-9302-c7775dc86944" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.169966] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-83e6c6c0-b56a-4b8b-9302-c7775dc86944" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.170132] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83e6c6c0-b56a-4b8b-9302-c7775dc86944',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.190176] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1202.190475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.331325] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.331553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.331793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.331998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.332173] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.332300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.332404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.332633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.332746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.332867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.333060] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.333211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.333335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.333502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.333666] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.333786] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.333862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.334095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.334208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.334301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.334399] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.672871] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.673194] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.673344] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.673643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.673846] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.674023] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 83e6c6c0-b56a-4b8b-9302-c7775dc86944 not found, creating... [ 1202.674298] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.674465] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.674591] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.674827] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.674970] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.675278] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.675446] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.675572] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.675789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.675932] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.676090] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 83e6c6c0-b56a-4b8b-9302-c7775dc86944 is going to be created. [ 1202.699369] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.699644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.699810] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.700119] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.700407] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.700608] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-83e6c6c0-b56a-4b8b-9302-c7775dc86944" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.836570] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81ce7929-3c0c-4e51-9019-9dfb2ef67459: rpc.has_security_group_logging(os_id): False [ 1202.857759] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.858032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.858032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.858301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.858422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.858693] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.858833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.858909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.859131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.859231] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.859467] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.859561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.859705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.859854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.859928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.860136] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.860227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.860287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.860422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.860491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.860574] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1202.931656] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.931895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.932029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.932298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.932513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.952918] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1203.379136] env[69763]: INFO networking_nsxv3.common.synchronization [req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe req-cb63782a-9e6f-4e73-917d-093de82fa2b5 service nova] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_rules [ 1203.379370] env[69763]: INFO networking_nsxv3.common.synchronization [req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe req-cb63782a-9e6f-4e73-917d-093de82fa2b5 service nova] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1203.379636] env[69763]: INFO networking_nsxv3.common.synchronization [req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe req-cb63782a-9e6f-4e73-917d-093de82fa2b5 service nova] Enqueued Resource ID: 83e6c6c0-b56a-4b8b-9302-c7775dc86944 with Priority: HIGHEST for action port [ 1203.380639] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_rules [ 1203.380850] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1203.380893] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e6c6c0-b56a-4b8b-9302-c7775dc86944 with Priority: HIGHEST for action port [ 1203.381388] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.381516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.381586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.381865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.381918] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.382791] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.382895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.383108] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-83e6c6c0-b56a-4b8b-9302-c7775dc86944 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.383216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83e6c6c0-b56a-4b8b-9302-c7775dc86944" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.383283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83e6c6c0-b56a-4b8b-9302-c7775dc86944" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.383450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83e6c6c0-b56a-4b8b-9302-c7775dc86944" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.383525] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83e6c6c0-b56a-4b8b-9302-c7775dc86944',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.656428] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1203.656672] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.657345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.657575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.657788] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.657898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.657966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.658165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.658248] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.658354] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.885323] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.886349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.886349] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83e6c6c0-b56a-4b8b-9302-c7775dc86944 with status ACTIVE [ 1203.886349] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.886526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.886526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.886683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.886791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.886961] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.887070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.887133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.887287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.887376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.887557] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.887648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.887710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.887844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.887914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.888014] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83e6c6c0-b56a-4b8b-9302-c7775dc86944 is going to be updated. [ 1203.912711] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.912928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.912928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.913132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.913273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.913435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83e6c6c0-b56a-4b8b-9302-c7775dc86944" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.161124] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.664359] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.970496] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1204.970784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.167767] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.167960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.168058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.168301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.168394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.168494] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1205.196818] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.197063] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.197063] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.197289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.197466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.206989] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1207.219242] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1207.219616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.219616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.219895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.220098] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.220221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.220287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.220443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.220543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.220690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.220690] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.653052] env[69763]: INFO networking_nsxv3.common.synchronization [req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 req-aa3a4727-a299-4744-8637-ca9e5cc1be56 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1207.653745] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1207.654232] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.654552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.654755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.655277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.657407] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.657407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.657407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.657407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.657407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.657407] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.726371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.726371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.726371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.726371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.726371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.727021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.727021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.727021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.727021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.727021] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.133242] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.133510] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.133661] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.133951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.134261] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.134445] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.134594] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.134847] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.135035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.135283] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.135425] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.135584] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.135660] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.135797] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.135924] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.136089] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.154520] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.154520] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.154740] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.154880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.155473] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-5780a910-7d26-4567-8136-de5b0ab47311 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.155473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-5780a910-7d26-4567-8136-de5b0ab47311" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.155697] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-5780a910-7d26-4567-8136-de5b0ab47311" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.155907] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-5780a910-7d26-4567-8136-de5b0ab47311" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.156150] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5780a910-7d26-4567-8136-de5b0ab47311',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.158437] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.158555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.158791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.158791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.158889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.159045] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.159184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.159229] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.159341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.159415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.159500] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1208.187387] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.187387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.187387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.187773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.187773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.196978] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1208.230284] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cedf1167-bdaf-4be0-88ad-53df828ca2d9: rpc.has_security_group_logging(os_id): False [ 1208.250668] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.250889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.250944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.251166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.251258] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.251456] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.251557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.251620] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.251769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.251877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.252094] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.252197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.252257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.252508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.252508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.252663] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.252755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.252814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.252950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.253023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.253115] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1208.316013] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.316189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.316227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.316420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.316557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.335653] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1208.659299] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.659540] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.659713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.660050] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.660300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.660379] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 5780a910-7d26-4567-8136-de5b0ab47311 not found, creating... [ 1208.660865] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.660865] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.661013] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.661210] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.661358] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.661640] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.661809] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.661935] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.662208] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.662358] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.662507] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 5780a910-7d26-4567-8136-de5b0ab47311 is going to be created. [ 1208.762973] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.763220] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.763348] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.763637] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.763874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.764219] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-5780a910-7d26-4567-8136-de5b0ab47311" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.398378] env[69763]: INFO networking_nsxv3.common.synchronization [req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 req-f971f578-4c0a-4eee-b49c-461905328de8 service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1209.398641] env[69763]: INFO networking_nsxv3.common.synchronization [req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 req-f971f578-4c0a-4eee-b49c-461905328de8 service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1209.398706] env[69763]: INFO networking_nsxv3.common.synchronization [req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 req-f971f578-4c0a-4eee-b49c-461905328de8 service nova] Enqueued Resource ID: 5780a910-7d26-4567-8136-de5b0ab47311 with Priority: HIGHEST for action port [ 1209.399034] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1209.399585] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1209.399752] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5780a910-7d26-4567-8136-de5b0ab47311 with Priority: HIGHEST for action port [ 1209.400325] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.400454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.400539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.401070] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.401070] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.402162] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.402162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.402162] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-5780a910-7d26-4567-8136-de5b0ab47311 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.402162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5780a910-7d26-4567-8136-de5b0ab47311" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.402162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5780a910-7d26-4567-8136-de5b0ab47311" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.402372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5780a910-7d26-4567-8136-de5b0ab47311" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.402372] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5780a910-7d26-4567-8136-de5b0ab47311',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.527251] env[69763]: INFO networking_nsxv3.common.synchronization [req-2b98e0d5-649f-402f-a471-1b7b8da00db2 req-73e0cfb4-98ff-433c-8dfb-d41d87af7cbe tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1209.527796] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1209.528101] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.528251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.529033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.529033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.529033] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.529033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.529033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.529033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.529033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.529331] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.903571] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.903748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.903911] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5780a910-7d26-4567-8136-de5b0ab47311 with status ACTIVE [ 1209.904095] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.904207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.904274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.904473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.904561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.904726] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.904832] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.904877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.905034] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.905152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.905296] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.905447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.905516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.905709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.905773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.905807] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5780a910-7d26-4567-8136-de5b0ab47311 is going to be updated. [ 1209.928138] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.928315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.928315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.928579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.928752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.928938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5780a910-7d26-4567-8136-de5b0ab47311" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.031594] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.206937] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1210.207177] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1210.207268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.207439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.207896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.207896] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.208068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.208102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.208247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.208403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.208455] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.361761] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1210.362010] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.535579] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.710452] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.038123] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.038123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.038277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.038361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.038453] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.038560] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1211.069927] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.070100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.070100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.070246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.070388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.079833] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1211.212690] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.715540] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.715540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.715540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.715949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.715949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.715949] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1211.746419] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.746419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.746419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.746419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.746419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.754380] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1213.092242] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1213.092643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.764715] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1213.764945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.765159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.765407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.765630] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.765817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.765937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.766151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.766238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.766328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.766451] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.269025] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.269436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.269436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.269527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.269686] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.270056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.270056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.270124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.270168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.270262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.270415] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.270509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.270570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.270714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.270881] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.270978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.271073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.271186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.271264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.271346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.271435] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.528612] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.528809] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1214.774079] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657: rpc.has_security_group_logging(os_id): False [ 1214.796780] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.796780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.796780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.797068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.797133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.797427] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.797588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.797698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.798093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.798232] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.798532] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.798760] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.798951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.799196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.799355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.799696] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.799900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.800055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.800353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.800543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.800757] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1214.874749] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.874941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.875023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.875236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.875381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.891438] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1215.459554] env[69763]: INFO networking_nsxv3.common.synchronization [req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 req-eaf1b0cf-8f47-4d7e-989e-41b93bca37ad tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1215.459796] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1215.460174] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.460352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.460448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.460676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.460864] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.460966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.461040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.461283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.461283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.461354] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.570689] env[69763]: INFO networking_nsxv3.common.synchronization [req-a3567009-bc37-4b31-903b-ab8a7f78d497 req-7ef7a7d9-d2bb-4013-a768-86cf793fe947 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Enqueued Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_members [ 1215.571241] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGHEST for action security_group_members [ 1215.571543] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-99532ee6-4076-4178-b77a-01e02e57dcda taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.571683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.571723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.571917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.572906] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.572906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.573054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.573137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.573211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.573283] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.963646] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.997193] env[69763]: INFO networking_nsxv3.common.synchronization [req-de670193-6289-48c2-a358-34bbb7f1c9ff req-22501eb5-e8f5-4bae-b3fe-be81419838b1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1215.997871] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGHEST for action security_group_members [ 1215.998267] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.998383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.998440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.998792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.998792] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.998956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.998956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.000219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.000219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.000219] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.076141] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.076141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.076141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.076141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.094805] env[69763]: INFO networking_nsxv3.common.synchronization [None req-e89bb34f-af0b-4fe5-81f8-bc8e19c724b7 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1216.095427] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1216.095832] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.095973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.098956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.099211] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.099327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.099390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.099599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.099684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.099862] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99532ee6-4076-4178-b77a-01e02e57dcda is going to be updated. [ 1216.134311] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.134311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.134467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.134549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.134711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.145103] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99532ee6-4076-4178-b77a-01e02e57dcda in Status: IN_PROGRESS for 2s [ 1216.468707] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.506099] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.506099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.506099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.506099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.506099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.506099] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.506099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.506099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.506099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.506099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.506099] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be updated. [ 1216.545369] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.545369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.545369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.545369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.545369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.553557] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: IN_PROGRESS for 2s [ 1216.908243] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1216.908243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.973254] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.974297] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.974803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.981198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.981198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.981198] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1217.013155] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.013567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.013726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.014021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.014264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.024044] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1218.152195] env[69763]: INFO networking_nsxv3.common.synchronization [req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 req-151d3262-8b5e-484f-8748-b28488687843 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Enqueued Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_members [ 1218.154792] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGHEST for action security_group_members [ 1218.155293] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.155293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.155293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.155633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.155633] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.155745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.155745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.156355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.156355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.156355] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.158627] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99532ee6-4076-4178-b77a-01e02e57dcda in Status: SUCCESS [ 1218.158911] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99532ee6-4076-4178-b77a-01e02e57dcda deletion is rescheduled due to dependency. [ 1218.158911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.564473] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 in Status: SUCCESS [ 1218.565020] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 deletion is rescheduled due to dependency. [ 1218.568204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.658754] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.659075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.659212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.659552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.659750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.660170] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.660353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.660469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.660684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.660763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.660862] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 is going to be updated. [ 1218.694513] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.694702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.694784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.695022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.695177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.708827] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 in Status: IN_PROGRESS for 2s [ 1219.037134] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1219.037423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.037723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.038018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.038312] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.038492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.038603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.038859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.038990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.040210] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.543121] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.544909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.544909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.544909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.544909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.544909] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.544909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.544909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.544909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.544909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.544909] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1219.551640] env[69763]: INFO networking_nsxv3.common.synchronization [req-5b9f888f-137e-4215-ae8c-c765d32bef34 req-fce81713-f2b7-493e-937c-cdc28a9a5a8b tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_members [ 1219.552329] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGHEST for action security_group_members [ 1219.552698] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.552829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.552903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.553654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.553833] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.554650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.554650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.554650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.554650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.554650] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.588467] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.588467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.588467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.588467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.588788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.599315] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1220.059303] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.059470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.059542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.059763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.060095] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.060452] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.060619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.060800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.061050] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.061169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.061250] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc is going to be updated. [ 1220.088762] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.088949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.088995] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.089276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.089428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.099222] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc in Status: IN_PROGRESS for 2s [ 1220.718735] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 in Status: SUCCESS [ 1220.719255] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 deletion is rescheduled due to dependency. [ 1220.719255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.610113] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1221.610113] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 deletion is rescheduled due to dependency. [ 1221.610113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.111166] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc in Status: SUCCESS [ 1222.111508] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc deletion is rescheduled due to dependency. [ 1222.111636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.200464] env[69763]: INFO networking_nsxv3.common.synchronization [None req-7132e817-8471-4fb6-a6de-43138825a82a tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Enqueued Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_rules [ 1223.201022] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_rules [ 1223.201331] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.201445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.201516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.201768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.201851] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.293809] env[69763]: INFO networking_nsxv3.common.synchronization [None req-412b4a3c-930b-401b-b877-c0c6b9f789b3 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Enqueued Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_rules [ 1223.294358] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_rules [ 1223.294663] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.294762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.466831] env[69763]: INFO networking_nsxv3.common.synchronization [req-c51b00b4-f859-431d-80d4-51f3404688fb req-3ed75be1-9c64-4636-a046-30dd015074aa tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_members [ 1223.466831] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGHEST for action security_group_members [ 1223.466831] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa26935-35ed-48c3-86f1-a31203f461bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.466831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.466831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.473355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.473355] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.473355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.473355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.473355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.473355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.473355] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.726877] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.727877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.728020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.728264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.728360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.728476] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 already deleted. [ 1223.728563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.732065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.732065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.732065] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.975164] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.975354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.975401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.975602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.000765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.001171] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.001431] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.001495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.001788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.001930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.002060] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa26935-35ed-48c3-86f1-a31203f461bd is going to be updated. [ 1224.040998] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.041225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.041225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.041383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.041530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.054924] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa26935-35ed-48c3-86f1-a31203f461bd in Status: IN_PROGRESS for 2s [ 1224.261745] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.262315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.262315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.262315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.262315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.262592] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 already deleted. [ 1224.262592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.065104] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa26935-35ed-48c3-86f1-a31203f461bd in Status: SUCCESS [ 1226.065424] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa26935-35ed-48c3-86f1-a31203f461bd deletion is rescheduled due to dependency. [ 1226.065424] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.465639] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.465639] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.774848] env[69763]: INFO networking_nsxv3.common.synchronization [None req-df5bf28a-37e7-43e5-8dd9-cc8a80c4cd20 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Enqueued Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_rules [ 1228.774848] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_rules [ 1228.774848] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.774848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.774848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.774848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.774848] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.843901] env[69763]: INFO networking_nsxv3.common.synchronization [None req-07317961-c479-4add-a454-809b13784211 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Enqueued Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_rules [ 1228.843901] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_rules [ 1228.843901] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.844343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.296961] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.297105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.297178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.297385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.297476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.297575] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d575ef-f519-4fcb-9999-03e71e057e7f already deleted. [ 1229.297647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.297792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.297933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.298022] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.826413] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.826780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.826780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.826998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.826998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.826998] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d575ef-f519-4fcb-9999-03e71e057e7f already deleted. [ 1229.827142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.288579] env[69763]: INFO networking_nsxv3.common.synchronization [None req-58c6dade-0960-429b-993a-6b3217e0b35d tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_rules [ 1230.289712] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_rules [ 1230.289712] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.289712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.289712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.289994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.290689] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.368925] env[69763]: INFO networking_nsxv3.common.synchronization [None req-3a67edc0-11f3-41d4-97cc-bc1cd6d3ee81 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_rules [ 1230.369606] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_rules [ 1230.370241] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.370241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.811686] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.811686] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.811814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.812192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.812274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.812394] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 already deleted. [ 1230.812486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.812645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.812810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.812895] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.334617] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.334617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.335082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.335082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.335082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.335168] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 already deleted. [ 1231.335221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.005368] env[69763]: INFO networking_nsxv3.common.synchronization [req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 req-338f9de7-3a9e-4bc4-a35a-75e354092562 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1234.005368] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1234.005604] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.006387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.006387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.006387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.006387] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.007361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.007361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.007361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.007522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.007522] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.509750] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.509923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.510039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.510284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.510392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.510587] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.510884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.510884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.510884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.511066] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.511109] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1234.531259] env[69763]: INFO networking_nsxv3.common.synchronization [req-d6e76582-0787-43b4-b1c9-3445ba549d8c req-67a0de5e-6e09-4860-8671-8659d7e8f5ea tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Enqueued Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_members [ 1234.531745] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_members [ 1234.532016] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-22aa18d2-86f1-49a3-9b73-aace021ed0c6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.532152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.532228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.533936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.533936] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.533936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.533936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.533936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.533936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.533936] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.545236] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.545236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.545236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.545236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.545236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.553135] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1234.908279] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.908279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-134" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.908279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-134" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.908279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-134" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.908279] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.908279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.908279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.908279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.908279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.908279] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.908279] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.908847] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.908847] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.908847] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.908847] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.908847] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.932054] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.932263] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1234.932263] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.932450] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-134" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.932783] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-1abc498c-e27c-4665-8be8-2c1d0ebbadad taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.932963] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-1abc498c-e27c-4665-8be8-2c1d0ebbadad" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.933105] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-1abc498c-e27c-4665-8be8-2c1d0ebbadad" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.933447] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-1abc498c-e27c-4665-8be8-2c1d0ebbadad" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.933594] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1abc498c-e27c-4665-8be8-2c1d0ebbadad',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.035560] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.035955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.035955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.036096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.036096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.036500] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.036500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.036500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.036665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.036665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.036719] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 already deleted. [ 1235.036782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.436172] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.436408] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.436547] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.438037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.438037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.438037] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 1abc498c-e27c-4665-8be8-2c1d0ebbadad not found, creating... [ 1235.438037] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.438037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.438037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.438037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.438383] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.438538] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.438707] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.438831] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.439065] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.439268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.439407] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 1abc498c-e27c-4665-8be8-2c1d0ebbadad is going to be created. [ 1235.467764] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.468036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.468106] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.468418] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.468630] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.468861] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-1abc498c-e27c-4665-8be8-2c1d0ebbadad" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.343199] env[69763]: INFO networking_nsxv3.common.synchronization [req-d6e76582-0787-43b4-b1c9-3445ba549d8c req-3cfffe40-32ac-429e-963e-bba7d3b72c9b service nova] Enqueued Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_rules [ 1236.343601] env[69763]: INFO networking_nsxv3.common.synchronization [req-d6e76582-0787-43b4-b1c9-3445ba549d8c req-3cfffe40-32ac-429e-963e-bba7d3b72c9b service nova] Enqueued Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_members [ 1236.343601] env[69763]: INFO networking_nsxv3.common.synchronization [req-d6e76582-0787-43b4-b1c9-3445ba549d8c req-3cfffe40-32ac-429e-963e-bba7d3b72c9b service nova] Enqueued Resource ID: 1abc498c-e27c-4665-8be8-2c1d0ebbadad with Priority: HIGHEST for action port [ 1236.343753] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_rules [ 1236.343753] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_members [ 1236.343884] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abc498c-e27c-4665-8be8-2c1d0ebbadad with Priority: HIGHEST for action port [ 1236.344409] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.344531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.344601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.344795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.344868] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.349453] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-22aa18d2-86f1-49a3-9b73-aace021ed0c6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.349571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.349642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.349813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.349964] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.350088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.350161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.350299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.350381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.350473] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.351537] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-1abc498c-e27c-4665-8be8-2c1d0ebbadad taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.351645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1abc498c-e27c-4665-8be8-2c1d0ebbadad" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.351720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1abc498c-e27c-4665-8be8-2c1d0ebbadad" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.351869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1abc498c-e27c-4665-8be8-2c1d0ebbadad" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.351943] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1abc498c-e27c-4665-8be8-2c1d0ebbadad',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.565063] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1236.565063] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1236.565063] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.795425] env[69763]: INFO networking_nsxv3.common.synchronization [req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f req-3755b8b2-a7ac-4883-8449-4bebd90e29e1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Enqueued Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_members [ 1236.795425] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_members [ 1236.795609] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.795728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.795789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.796756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.796756] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.796756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.796756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.796756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.796756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.796756] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.849865] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-22aa18d2-86f1-49a3-9b73-aace021ed0c6 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.850091] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.854417] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1abc498c-e27c-4665-8be8-2c1d0ebbadad with status ACTIVE [ 1236.854615] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.854744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.854813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.855014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.855111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.855285] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.855383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.855439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.855587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.855665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.855846] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.855954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.856017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.856157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.856240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.856326] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1abc498c-e27c-4665-8be8-2c1d0ebbadad is going to be updated. [ 1236.857448] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.880564] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.880768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.880831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.881085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.881238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.881401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1abc498c-e27c-4665-8be8-2c1d0ebbadad" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.101942] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.102166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.102297] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.102674] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.102942] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.103116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.103246] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.103598] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.103773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.104062] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.104263] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.104585] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.104709] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.104835] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.104949] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.105104] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.125345] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.125574] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.125743] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.125951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.126334] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-2389c99b-f39e-48dc-b478-99bc2a9184ff taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.126552] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.126720] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.127083] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.127302] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2389c99b-f39e-48dc-b478-99bc2a9184ff',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.298518] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.298671] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.298744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.298957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.299062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.299308] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.299425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.299491] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.299645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.299720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.299819] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d575ef-f519-4fcb-9999-03e71e057e7f already deleted. [ 1237.299880] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.362087] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.629920] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.630198] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.630332] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.630645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.630785] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.630951] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 2389c99b-f39e-48dc-b478-99bc2a9184ff not found, creating... [ 1237.631283] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.631474] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.631591] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.631826] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.632015] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.632315] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.632483] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.632607] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.632816] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.632959] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.633120] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 2389c99b-f39e-48dc-b478-99bc2a9184ff is going to be created. [ 1237.653911] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.654232] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.654427] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.654786] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.655117] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.655445] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.865056] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.865272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.865317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.865547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.865640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.865740] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 is going to be created. [ 1237.892138] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.892329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.892383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.892563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.892723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.905401] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 in Status: UNINITIALIZED for 2s [ 1238.416115] env[69763]: INFO networking_nsxv3.common.synchronization [req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f req-ce662da1-f801-4814-be3d-c086c8905b1e service nova] Enqueued Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_rules [ 1238.416421] env[69763]: INFO networking_nsxv3.common.synchronization [req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f req-ce662da1-f801-4814-be3d-c086c8905b1e service nova] Enqueued Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_members [ 1238.416460] env[69763]: INFO networking_nsxv3.common.synchronization [req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f req-ce662da1-f801-4814-be3d-c086c8905b1e service nova] Enqueued Resource ID: 2389c99b-f39e-48dc-b478-99bc2a9184ff with Priority: HIGHEST for action port [ 1238.416661] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_rules [ 1238.416785] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_members [ 1238.416928] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2389c99b-f39e-48dc-b478-99bc2a9184ff with Priority: HIGHEST for action port [ 1238.417414] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.417541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.417630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.417795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.417872] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.422980] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.422980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.422980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.422980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.422980] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.422980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.422980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.422980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.422980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.422980] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.422980] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-2389c99b-f39e-48dc-b478-99bc2a9184ff taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.422980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.422980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.422980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.422980] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2389c99b-f39e-48dc-b478-99bc2a9184ff',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.924068] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.924291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.924410] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.925296] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2389c99b-f39e-48dc-b478-99bc2a9184ff with status ACTIVE [ 1238.925477] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.925589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.925657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.925847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.925936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.926122] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.926216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.926277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.926438] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.926537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.926689] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.926782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.926872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.926970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.927133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.927230] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2389c99b-f39e-48dc-b478-99bc2a9184ff is going to be updated. [ 1238.950690] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.950834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.950895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.951121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.951270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.951419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.115077] env[69763]: INFO networking_nsxv3.common.synchronization [req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 req-42d2d536-effa-4343-bfc5-7b9f7a6fd0b0 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1239.115620] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1239.115966] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.116363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.116472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.116787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.116972] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.117115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.117205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.117391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.117506] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.117624] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.430603] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.445088] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.445260] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.445389] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.445652] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.446214] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.446214] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.446355] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.446546] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.446685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.446885] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.447851] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.447851] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.447851] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.447851] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.447851] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.447851] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.468585] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.469147] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1239.469147] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.469147] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.469459] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-7055b673-0bd8-4feb-8958-db3d097c7117 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.469631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-7055b673-0bd8-4feb-8958-db3d097c7117" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.469722] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-7055b673-0bd8-4feb-8958-db3d097c7117" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.470135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-7055b673-0bd8-4feb-8958-db3d097c7117" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.470302] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7055b673-0bd8-4feb-8958-db3d097c7117',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.619314] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.619965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.619965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.619965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.619965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.620344] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.620344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.620589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.620679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.620846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.620988] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 already deleted. [ 1239.621179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.914799] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 in Status: SUCCESS [ 1239.915024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.915204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.915422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.915613] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.915727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.915792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.915947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.916040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.916127] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.916216] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.932027] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.932208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.932256] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.932527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.932527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.932621] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d575ef-f519-4fcb-9999-03e71e057e7f is going to be created. [ 1239.953939] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.954118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.954189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.954385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.954545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.963866] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d575ef-f519-4fcb-9999-03e71e057e7f in Status: UNINITIALIZED for 2s [ 1239.973098] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.973320] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.973452] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.973721] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.973875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.974042] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 7055b673-0bd8-4feb-8958-db3d097c7117 not found, creating... [ 1239.974309] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.974474] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.974596] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.974822] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.974963] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.975269] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.975432] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.975555] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.975762] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.975921] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.976092] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 7055b673-0bd8-4feb-8958-db3d097c7117 is going to be created. [ 1239.995968] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.996258] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.996407] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.996722] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.997042] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.997305] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-7055b673-0bd8-4feb-8958-db3d097c7117" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.418923] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.825758] env[69763]: INFO networking_nsxv3.common.synchronization [req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 req-957af601-3014-4e2e-bb95-0a79000ab33a service nova] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_rules [ 1240.826122] env[69763]: INFO networking_nsxv3.common.synchronization [req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 req-957af601-3014-4e2e-bb95-0a79000ab33a service nova] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1240.826122] env[69763]: INFO networking_nsxv3.common.synchronization [req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 req-957af601-3014-4e2e-bb95-0a79000ab33a service nova] Enqueued Resource ID: 7055b673-0bd8-4feb-8958-db3d097c7117 with Priority: HIGHEST for action port [ 1240.826340] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_rules [ 1240.826461] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1240.826553] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7055b673-0bd8-4feb-8958-db3d097c7117 with Priority: HIGHEST for action port [ 1240.827291] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.827431] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.827500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.827756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.827819] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.829199] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.829335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.829407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.829678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.829862] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.829966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.830044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.830344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.830344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.830446] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.831486] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-7055b673-0bd8-4feb-8958-db3d097c7117 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.831631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7055b673-0bd8-4feb-8958-db3d097c7117" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.831672] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7055b673-0bd8-4feb-8958-db3d097c7117" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.831830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7055b673-0bd8-4feb-8958-db3d097c7117" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.832126] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7055b673-0bd8-4feb-8958-db3d097c7117',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.921280] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22aa18d2-86f1-49a3-9b73-aace021ed0c6: rpc.has_security_group_logging(os_id): False [ 1240.939906] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.940010] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.940136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.940345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.940436] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.940680] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.940792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.940882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.941060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.941175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.941256] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 is going to be created. [ 1241.000784] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.001030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.001120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.001330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.001565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.013048] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 in Status: IN_PROGRESS for 2s [ 1241.332177] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.333223] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7055b673-0bd8-4feb-8958-db3d097c7117 with status ACTIVE [ 1241.333440] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.333568] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.333639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.333846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.333934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.334118] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.334219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.334283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.334431] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.334505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.334685] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.334778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.334839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.334976] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.335560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.335667] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7055b673-0bd8-4feb-8958-db3d097c7117 is going to be updated. [ 1241.336912] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.337012] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.357579] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.357799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.357799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.358048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.358131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.358286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7055b673-0bd8-4feb-8958-db3d097c7117" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.395674] env[69763]: INFO networking_nsxv3.common.synchronization [req-b5fe5114-314d-47ee-b3a0-47d92ba7496c req-badedb02-6e12-4b6c-adb9-233b0aae1344 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1241.396223] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1241.396596] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.396697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.396788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.397017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.397688] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.397866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.398028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.398290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.398446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.398565] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.691691] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.691971] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.692170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.692593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.693149] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.693149] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.693291] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.693570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.693727] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.693979] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.694361] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.694361] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.694361] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.694471] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.694997] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.694997] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.724950] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.725100] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1241.725728] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.725728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.725728] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-e0e5606c-39ba-441b-9f02-39c06f935df9 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.725989] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.725989] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.727132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.727132] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0e5606c-39ba-441b-9f02-39c06f935df9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.838338] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.901273] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.901502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.901590] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.901811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.901900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.902119] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.902219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.902283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.902430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.902507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.902594] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 is going to be deleted. [ 1241.950538] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.950701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.950753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.950948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.951074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.951175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.974836] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d575ef-f519-4fcb-9999-03e71e057e7f in Status: SUCCESS [ 1241.975062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.975230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.975451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.975637] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.975755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.975820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.975971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.976122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.976237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.976237] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.230329] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.230604] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.230779] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.231189] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.231410] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.231662] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port e0e5606c-39ba-441b-9f02-39c06f935df9 not found, creating... [ 1242.231986] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.232202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.232350] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.232639] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.232825] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.233172] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.233353] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.233482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.233724] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.233875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.234056] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: e0e5606c-39ba-441b-9f02-39c06f935df9 is going to be created. [ 1242.257422] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.257422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.257422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.257422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.257422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.257771] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.341310] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.341513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.341574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.341826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.341884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.342056] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 is going to be created. [ 1242.385200] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.385408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.385408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.385624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.385785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.401288] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: UNINITIALIZED for 2s [ 1242.478729] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.982279] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18d575ef-f519-4fcb-9999-03e71e057e7f: rpc.has_security_group_logging(os_id): False [ 1243.001445] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.001445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.001445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.001445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.001445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.001445] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.001445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.001445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.001445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.001445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.001445] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d575ef-f519-4fcb-9999-03e71e057e7f is going to be created. [ 1243.024832] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 in Status: SUCCESS [ 1243.025126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.042305] env[69763]: INFO networking_nsxv3.common.synchronization [req-b5fe5114-314d-47ee-b3a0-47d92ba7496c req-c225cd38-4360-4938-b8ee-0f82f208bde4 service nova] Enqueued Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_rules [ 1243.042602] env[69763]: INFO networking_nsxv3.common.synchronization [req-b5fe5114-314d-47ee-b3a0-47d92ba7496c req-c225cd38-4360-4938-b8ee-0f82f208bde4 service nova] Enqueued Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1243.042825] env[69763]: INFO networking_nsxv3.common.synchronization [req-b5fe5114-314d-47ee-b3a0-47d92ba7496c req-c225cd38-4360-4938-b8ee-0f82f208bde4 service nova] Enqueued Resource ID: e0e5606c-39ba-441b-9f02-39c06f935df9 with Priority: HIGHEST for action port [ 1243.043357] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_rules [ 1243.043498] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1243.043596] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e5606c-39ba-441b-9f02-39c06f935df9 with Priority: HIGHEST for action port [ 1243.043883] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.043998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.044075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.044280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.044384] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.045196] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.045311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.045377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.045562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.048715] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.048715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.048715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.048715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.048715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.048715] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.048715] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0e5606c-39ba-441b-9f02-39c06f935df9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.048715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.048715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.048715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.048715] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0e5606c-39ba-441b-9f02-39c06f935df9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.065388] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.065528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.065601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.065799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.065974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.086166] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d575ef-f519-4fcb-9999-03e71e057e7f in Status: IN_PROGRESS for 2s [ 1243.552135] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.552135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.552135] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.552135] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0e5606c-39ba-441b-9f02-39c06f935df9 with status ACTIVE [ 1243.552135] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.552135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.552135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.552135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.552135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.552135] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.552135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.552135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.552135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.552135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.552680] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.552680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.552680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.552680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.552680] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.552680] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0e5606c-39ba-441b-9f02-39c06f935df9 is going to be updated. [ 1243.574095] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.574276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.574345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.574556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.574688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.574838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.054601] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.414891] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: SUCCESS [ 1244.415140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.415274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.415498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.415690] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.415808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.415869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.416026] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.416107] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.416194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.416315] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.557487] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.557735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.557903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.558217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.558319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.558419] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 is going to be created. [ 1244.586091] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.586242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.586297] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.586502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.586661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.603012] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: UNINITIALIZED for 2s [ 1244.918712] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.103077] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d575ef-f519-4fcb-9999-03e71e057e7f in Status: SUCCESS [ 1245.103521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.420797] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b88ee86e-1a41-48eb-8439-2376621e5e10: rpc.has_security_group_logging(os_id): False [ 1245.456346] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.456561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.456618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.456806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.456893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.457216] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.457352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.457416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.457573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.457660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.457784] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 is going to be created. [ 1245.579473] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.579889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.580092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.580333] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.580638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.592183] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: IN_PROGRESS for 2s [ 1246.616871] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: SUCCESS [ 1246.617278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.617440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.617745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.618019] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.618206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.618306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.618540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.618658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.618803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.618943] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.123597] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.123815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.123914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.124392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.124642] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.124784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.124878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.125125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.125251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.125376] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.125582] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.125711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.125798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.125991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.126198] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.126331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.126419] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.126603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.126713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.126829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.126953] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.610381] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: SUCCESS [ 1247.610623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.630247] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90d3c70d-e4e8-4825-ba9c-e552c8070cc3: rpc.has_security_group_logging(os_id): False [ 1247.650476] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.650699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.650772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.651084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.651284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.651636] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.651796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.651916] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.652171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.652452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.652755] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.652899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.652975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.653200] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.653293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.653978] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.654098] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.654164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.654513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.654596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.654687] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 is going to be created. [ 1247.766343] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.766546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.766546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.766803] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.766971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.782585] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: IN_PROGRESS for 2s [ 1248.044729] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.044839] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1249.796765] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: SUCCESS [ 1249.797093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.351579] env[69763]: INFO networking_nsxv3.common.synchronization [req-880b0895-ef33-4985-ad2d-59fa9cb2c7e7 req-e3dfdca1-8b49-479a-92a1-bc71d03a8e72 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1252.352297] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGHEST for action security_group_members [ 1252.352716] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.352787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.352832] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.352994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.353318] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.353441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.353514] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.353682] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.353769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.353861] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.396058] env[69763]: INFO networking_nsxv3.common.synchronization [req-880b0895-ef33-4985-ad2d-59fa9cb2c7e7 req-e3dfdca1-8b49-479a-92a1-bc71d03a8e72 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: e0e5606c-39ba-441b-9f02-39c06f935df9 with Priority: HIGHEST for action port [ 1252.396058] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e5606c-39ba-441b-9f02-39c06f935df9 with Priority: HIGHEST for action port [ 1252.396058] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0e5606c-39ba-441b-9f02-39c06f935df9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.396426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.396598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.398275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.398275] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0e5606c-39ba-441b-9f02-39c06f935df9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.856555] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.856772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.856826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.857043] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.857150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.857360] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.857713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.857713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.857713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.857882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.857882] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 is going to be updated. [ 1252.888420] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.888652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.888652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.888836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.888973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.896852] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: IN_PROGRESS for 2s [ 1252.899214] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0e5606c-39ba-441b-9f02-39c06f935df9 with status ACTIVE [ 1252.899409] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.899528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.899591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.899781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.899868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.900060] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.900164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.900278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.900455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.900535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.900727] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.900822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.900875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.901024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.901097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.901181] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0e5606c-39ba-441b-9f02-39c06f935df9 is going to be updated. [ 1252.923092] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.923285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.923566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.923852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.924068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.924285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0e5606c-39ba-441b-9f02-39c06f935df9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.158136] env[69763]: INFO networking_nsxv3.common.synchronization [req-5a745fde-b652-42ae-8acb-ba41155b87b0 req-077941e3-5149-49c9-be8e-b2c5a2519ad0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1254.158136] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1254.158136] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.158136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.158136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.158136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.159162] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.159402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.159547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.159877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.160050] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.160229] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.482655] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.482655] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.482837] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.483834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.483834] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.483834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.483834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.483834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.484242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.484242] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.484318] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.484410] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.484535] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.484671] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.484769] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.484920] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.505214] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.505394] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1254.505540] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.506031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.506126] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-fd52efc7-fe2b-4988-9cda-518c466d2a7f taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.506254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-fd52efc7-fe2b-4988-9cda-518c466d2a7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.506361] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-fd52efc7-fe2b-4988-9cda-518c466d2a7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.506681] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-fd52efc7-fe2b-4988-9cda-518c466d2a7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.506842] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd52efc7-fe2b-4988-9cda-518c466d2a7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.664382] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.664539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.664539] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.664725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.664834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.665096] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.665241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.665291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.665500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.665559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.665640] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1254.692167] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.692357] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.692402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.692621] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.692763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.711984] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1254.907432] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 in Status: SUCCESS [ 1254.907611] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 deletion is rescheduled due to dependency. [ 1254.907726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.010066] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.010288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.010509] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.010846] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.011124] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.011370] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port fd52efc7-fe2b-4988-9cda-518c466d2a7f not found, creating... [ 1255.011751] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.012013] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.012187] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.012514] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.012763] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.013203] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.013449] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.013644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.013950] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.014177] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.014390] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: fd52efc7-fe2b-4988-9cda-518c466d2a7f is going to be created. [ 1255.034178] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.034486] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.034681] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.035129] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.035569] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.035716] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-fd52efc7-fe2b-4988-9cda-518c466d2a7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.774629] env[69763]: INFO networking_nsxv3.common.synchronization [req-5a745fde-b652-42ae-8acb-ba41155b87b0 req-5a0b9edc-5930-437a-a99e-022020b0c35c service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1255.774882] env[69763]: INFO networking_nsxv3.common.synchronization [req-5a745fde-b652-42ae-8acb-ba41155b87b0 req-5a0b9edc-5930-437a-a99e-022020b0c35c service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1255.775129] env[69763]: INFO networking_nsxv3.common.synchronization [req-5a745fde-b652-42ae-8acb-ba41155b87b0 req-5a0b9edc-5930-437a-a99e-022020b0c35c service nova] Enqueued Resource ID: fd52efc7-fe2b-4988-9cda-518c466d2a7f with Priority: HIGHEST for action port [ 1255.776773] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1255.776887] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1255.777233] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd52efc7-fe2b-4988-9cda-518c466d2a7f with Priority: HIGHEST for action port [ 1255.777316] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.777418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.777482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.777690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.777772] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.778675] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.778767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.780275] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd52efc7-fe2b-4988-9cda-518c466d2a7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.780275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd52efc7-fe2b-4988-9cda-518c466d2a7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.780275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd52efc7-fe2b-4988-9cda-518c466d2a7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.780275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd52efc7-fe2b-4988-9cda-518c466d2a7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.780275] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd52efc7-fe2b-4988-9cda-518c466d2a7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.281234] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.281414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.281742] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd52efc7-fe2b-4988-9cda-518c466d2a7f with status ACTIVE [ 1256.282023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.282195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.282295] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.282575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.282827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.282827] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.282947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.282981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.283152] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.283227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.283406] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.283498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.283559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.283697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.283764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.283847] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd52efc7-fe2b-4988-9cda-518c466d2a7f is going to be updated. [ 1256.306261] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.306463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.306533] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.306763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.306966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.307126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd52efc7-fe2b-4988-9cda-518c466d2a7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.439862] env[69763]: INFO networking_nsxv3.common.synchronization [req-9f1d970f-2d4a-48ed-b235-45603b3daffb req-2a331e63-2ffd-4808-87c5-729d42de8afc tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1256.440409] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1256.440715] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.440840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.440901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.441121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.441296] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.441412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.441471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.441646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.441697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.441784] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.724742] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1256.724997] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1256.725124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.725305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.725571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.725770] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.725926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.726104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.726226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.726352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.726418] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.815623] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.815940] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.816139] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.816279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.816542] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.816707] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.816829] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.817276] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.817467] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.817743] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.817911] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.818259] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.818430] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.818593] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.818719] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.818860] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.838529] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.838773] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1256.838900] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.839109] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.839441] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-e2f953c1-acfb-48ab-a357-c71a8980eb96 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.839624] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-e2f953c1-acfb-48ab-a357-c71a8980eb96" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.839752] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-e2f953c1-acfb-48ab-a357-c71a8980eb96" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.840180] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-e2f953c1-acfb-48ab-a357-c71a8980eb96" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.840586] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2f953c1-acfb-48ab-a357-c71a8980eb96',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.943860] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.229013] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.343809] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.344032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.344192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.347028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.347028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.347028] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port e2f953c1-acfb-48ab-a357-c71a8980eb96 not found, creating... [ 1257.347028] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.347028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.347028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.347028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.347028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.347593] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.347593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.347593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.347893] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.348019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.348093] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: e2f953c1-acfb-48ab-a357-c71a8980eb96 is going to be created. [ 1257.370676] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.370676] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.370676] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.370676] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.371070] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.371128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-e2f953c1-acfb-48ab-a357-c71a8980eb96" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.446229] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.731784] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.948366] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.948712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.948712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.948833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.948883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.948987] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 is going to be updated. [ 1257.980325] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.981970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.981970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.981970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.981970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.991529] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: IN_PROGRESS for 2s [ 1258.092479] env[69763]: INFO networking_nsxv3.common.synchronization [req-9f1d970f-2d4a-48ed-b235-45603b3daffb req-a59383df-da2e-45ee-be59-023ee4c250b7 service nova] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_rules [ 1258.092479] env[69763]: INFO networking_nsxv3.common.synchronization [req-9f1d970f-2d4a-48ed-b235-45603b3daffb req-a59383df-da2e-45ee-be59-023ee4c250b7 service nova] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1258.092479] env[69763]: INFO networking_nsxv3.common.synchronization [req-9f1d970f-2d4a-48ed-b235-45603b3daffb req-a59383df-da2e-45ee-be59-023ee4c250b7 service nova] Enqueued Resource ID: e2f953c1-acfb-48ab-a357-c71a8980eb96 with Priority: HIGHEST for action port [ 1258.092479] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_rules [ 1258.092479] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1258.096150] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f953c1-acfb-48ab-a357-c71a8980eb96 with Priority: HIGHEST for action port [ 1258.096150] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.096150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.096150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.096150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.096150] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.097885] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.097984] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.099553] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2f953c1-acfb-48ab-a357-c71a8980eb96 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.099553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2f953c1-acfb-48ab-a357-c71a8980eb96" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.099553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2f953c1-acfb-48ab-a357-c71a8980eb96" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.099553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2f953c1-acfb-48ab-a357-c71a8980eb96" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.099553] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2f953c1-acfb-48ab-a357-c71a8980eb96',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.233919] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.234167] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.234281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.234611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.234733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.234862] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1258.270589] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.270797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.270914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.271059] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.271227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.281829] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1258.598618] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.598761] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.601428] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2f953c1-acfb-48ab-a357-c71a8980eb96 with status ACTIVE [ 1258.601587] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.601651] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.601685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.601906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.601997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.602191] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.602291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.602369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.602515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.602626] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.602770] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.602860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.602938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.603096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.603171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.603254] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2f953c1-acfb-48ab-a357-c71a8980eb96 is going to be updated. [ 1258.629067] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.629261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.629261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.629575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.629718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.629889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2f953c1-acfb-48ab-a357-c71a8980eb96" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.869442] env[69763]: INFO networking_nsxv3.common.synchronization [req-a3580273-97b4-44a3-8c28-06633abc2619 req-b17c8b63-d7f7-4ba1-aaaf-204551257c5f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1259.871322] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1259.871322] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.871530] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.871574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.871822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.872018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.872175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.872254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.872404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.872528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.872694] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.004295] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: SUCCESS [ 1260.004505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.004718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.004907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.005103] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.005231] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.005291] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.005443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.005528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.005622] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.296516] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1260.296801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.297203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.297755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.297755] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.297900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.297900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.298105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.298186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.298272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.298379] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.375874] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.376176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.376325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.376507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.376606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.377041] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.377041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.377041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.377179] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.377244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.377347] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be updated. [ 1260.407202] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.407470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.407470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.407788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.407891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.417734] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: IN_PROGRESS for 2s [ 1260.508530] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.804784] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.804784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.804784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.805065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.805099] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.805222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.805260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.805399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.805669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.805669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.805779] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.805779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.805858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.805971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.806975] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.806975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.806975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.806975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.806975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.806975] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.806975] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.010520] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.309227] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657: rpc.has_security_group_logging(os_id): False [ 1261.326656] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.326821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.326914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.327105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.327200] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.327388] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.327488] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.327552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.327702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.327778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.327953] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.328056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.328110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.328259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.328331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.328540] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.328644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.328697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.328825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.328899] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.328982] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1261.392668] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.392668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.392844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.392913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.393073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.409742] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1261.514069] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.514276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.514276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.514471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.514563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.514659] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 is going to be updated. [ 1261.556250] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.556435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.556478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.556695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.556838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.569167] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: IN_PROGRESS for 2s [ 1262.427755] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 1262.428092] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 deletion is rescheduled due to dependency. [ 1262.428160] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.425088] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1263.425390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.579249] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: SUCCESS [ 1263.579731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.579731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.579950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.580239] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.580435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.580544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.580783] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.580868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.580958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.581076] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.083630] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.585945] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b88ee86e-1a41-48eb-8439-2376621e5e10: rpc.has_security_group_logging(os_id): False [ 1264.605317] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.605545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.605545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.605819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.605967] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.606256] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.606390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.606479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.606677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.606892] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.607013] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 is going to be updated. [ 1264.699854] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.700081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.700392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.700392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.700537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.747070] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: IN_PROGRESS for 2s [ 1264.871794] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.872059] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1266.762254] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: SUCCESS [ 1266.762619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.097111] env[69763]: INFO networking_nsxv3.common.synchronization [None req-5fdb4531-f643-48a2-b32f-4591e83a202c tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1268.097946] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1268.098080] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.098149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.098199] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.098352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.098525] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.098623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.098676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.098812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.098960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.099039] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.601094] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.601309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.601507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.601697] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.601817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.602009] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.602098] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.602287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.602328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.602435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.602489] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1268.635332] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.635572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.635608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.635850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.636054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.652450] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1270.663721] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1270.664313] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 deletion is rescheduled due to dependency. [ 1270.664313] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.362104] env[69763]: INFO networking_nsxv3.common.synchronization [req-eef94235-7144-452f-b514-22cabc9500d4 req-110f887a-ce5d-43fb-a823-d0d5453b5ad3 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1271.362811] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1271.362952] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.363093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.363156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.363341] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.363489] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.363581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.363640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.363796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.363849] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.363946] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.402499] env[69763]: INFO networking_nsxv3.common.synchronization [req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 req-9d39ca3a-6dad-4315-a572-e2ef11e9eae0 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1271.402499] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1271.403798] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.403981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.404115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.404433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.404731] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.404892] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.404994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.405268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.405398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.405579] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.692671] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.693098] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.693169] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.693437] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.693716] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.693885] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.694019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.694482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.694719] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.694951] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1271.695087] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.695214] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.695334] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.695453] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1271.695569] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.695778] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.717926] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.718069] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1271.718267] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.718477] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-406" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.718810] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-26cd82ac-2532-4ec4-904e-1e262910a165 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.719031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-26cd82ac-2532-4ec4-904e-1e262910a165" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.719134] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-26cd82ac-2532-4ec4-904e-1e262910a165" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.720977] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-26cd82ac-2532-4ec4-904e-1e262910a165" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.720977] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26cd82ac-2532-4ec4-904e-1e262910a165',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.871196] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.871196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.871196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.871196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.871196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.871196] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.871196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.871196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.871196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.871196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.871196] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be updated. [ 1271.898853] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.899132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.899132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.899313] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.899469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.907782] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.907937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.907996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.908212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.908447] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.909097] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.909097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.909097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.909097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.909278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.909278] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1271.911247] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: IN_PROGRESS for 2s [ 1271.940016] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.940187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.940273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.940517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.940683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.949878] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1272.224032] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.224032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.224032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.224421] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.224743] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.224743] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 26cd82ac-2532-4ec4-904e-1e262910a165 not found, creating... [ 1272.225140] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.225271] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.225325] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.226223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.226223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.226223] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.226477] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.226578] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.226968] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.227069] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.227225] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 26cd82ac-2532-4ec4-904e-1e262910a165 is going to be created. [ 1272.256998] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.257335] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.258249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.258249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.258249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.258386] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-26cd82ac-2532-4ec4-904e-1e262910a165" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.996142] env[69763]: INFO networking_nsxv3.common.synchronization [req-eef94235-7144-452f-b514-22cabc9500d4 req-41ffe42f-a412-429a-a01f-e3615c181b42 service nova] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_rules [ 1272.996489] env[69763]: INFO networking_nsxv3.common.synchronization [req-eef94235-7144-452f-b514-22cabc9500d4 req-41ffe42f-a412-429a-a01f-e3615c181b42 service nova] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1272.996489] env[69763]: INFO networking_nsxv3.common.synchronization [req-eef94235-7144-452f-b514-22cabc9500d4 req-41ffe42f-a412-429a-a01f-e3615c181b42 service nova] Enqueued Resource ID: 26cd82ac-2532-4ec4-904e-1e262910a165 with Priority: HIGHEST for action port [ 1272.997049] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_rules [ 1272.997148] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1272.997248] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd82ac-2532-4ec4-904e-1e262910a165 with Priority: HIGHEST for action port [ 1272.997513] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.997638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.997704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.997902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.998330] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.999269] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.999269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.999526] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-26cd82ac-2532-4ec4-904e-1e262910a165 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.999602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26cd82ac-2532-4ec4-904e-1e262910a165" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.999602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26cd82ac-2532-4ec4-904e-1e262910a165" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.999780] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26cd82ac-2532-4ec4-904e-1e262910a165" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.999907] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26cd82ac-2532-4ec4-904e-1e262910a165',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.501899] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.502094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.502260] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26cd82ac-2532-4ec4-904e-1e262910a165 with status ACTIVE [ 1273.502434] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.502544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.502633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.502966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.503119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.504027] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.504027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.504027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.504027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.504027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.504418] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.504418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.504501] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.504600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.504778] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.504866] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26cd82ac-2532-4ec4-904e-1e262910a165 is going to be updated. [ 1273.532825] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.533074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.533498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.533592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.533691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.533916] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26cd82ac-2532-4ec4-904e-1e262910a165" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.922042] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 1273.922268] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 deletion is rescheduled due to dependency. [ 1273.922449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.922523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.922727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.922970] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.923157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.923235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.923433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.923611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.923660] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.958151] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1273.959028] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 deletion is rescheduled due to dependency. [ 1273.959028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.426224] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.928877] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.432802] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.432802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.433718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.433718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.433718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.433718] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be updated. [ 1275.460142] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.460293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.460402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.460744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.460930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.469623] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: IN_PROGRESS for 2s [ 1277.043206] env[69763]: INFO networking_nsxv3.common.synchronization [req-fc7f4af5-b767-41eb-927f-b296af0b4d13 req-95bb932d-d243-4c95-a0f0-6145043c3d58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 1277.043206] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 1277.045063] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.045360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.045653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.045987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.046296] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.046540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.046744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.047137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.047325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.047519] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.380015] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.380334] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.380542] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.380888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.381429] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.381626] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.381746] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.382383] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.382573] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.382809] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.382931] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.383074] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.383212] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.383349] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.383453] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.383599] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.409290] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.409484] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1277.409623] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.409820] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-396" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.410182] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-f5831a8b-70d8-4cca-8415-5139f7c0cc6b taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.410367] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-f5831a8b-70d8-4cca-8415-5139f7c0cc6b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.410555] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-f5831a8b-70d8-4cca-8415-5139f7c0cc6b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.410883] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-f5831a8b-70d8-4cca-8415-5139f7c0cc6b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.411047] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5831a8b-70d8-4cca-8415-5139f7c0cc6b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.433505] env[69763]: INFO networking_nsxv3.common.synchronization [req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 req-df78d3e7-19cb-4fbc-8ee4-1e2580e87210 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Enqueued Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_members [ 1277.434500] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGHEST for action security_group_members [ 1277.434500] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a7c467-8129-4e07-be2e-832b65a0e563 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.434698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.434698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.434888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.435691] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.435808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.435878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.436751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.436751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.436751] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.480124] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 1277.480388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.480793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.480887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.481179] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.481413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.481495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.481854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.481965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.482030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.482143] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.549847] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.913765] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.914116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.914279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.914632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.914838] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.915045] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port f5831a8b-70d8-4cca-8415-5139f7c0cc6b not found, creating... [ 1277.915409] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.915604] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.915736] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.916052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.916258] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.916608] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.916807] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.916948] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.917221] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.917368] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.917535] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: f5831a8b-70d8-4cca-8415-5139f7c0cc6b is going to be created. [ 1277.939149] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.939440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.939592] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.939942] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.940236] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.940514] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-f5831a8b-70d8-4cca-8415-5139f7c0cc6b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.941442] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.941561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.941641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.941818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.941895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.942081] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.942190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.942262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.942386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.942466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.942575] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a7c467-8129-4e07-be2e-832b65a0e563 is going to be updated. [ 1277.975620] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.975825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.975937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.976112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.976254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.984967] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.988745] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a7c467-8129-4e07-be2e-832b65a0e563 in Status: IN_PROGRESS for 2s [ 1278.051979] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.487333] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e09dad32-7076-43de-a724-0a39fb49cac5: rpc.has_security_group_logging(os_id): False [ 1278.506747] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.506915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.506992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.507212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.507335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.507593] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.507708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.507765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.507922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.508021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.508107] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be updated. [ 1278.554788] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.555016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.555136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.555361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.555458] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.555550] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 is going to be updated. [ 1278.571048] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.571282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.571282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.571467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.571642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.581903] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: IN_PROGRESS for 2s [ 1278.601070] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.601249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.601249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.601469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.601622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.612472] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: IN_PROGRESS for 2s [ 1278.619945] env[69763]: INFO networking_nsxv3.common.synchronization [req-fc7f4af5-b767-41eb-927f-b296af0b4d13 req-b95f1dc0-0870-4690-b3d0-081936f118fe service nova] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_rules [ 1278.620906] env[69763]: INFO networking_nsxv3.common.synchronization [req-fc7f4af5-b767-41eb-927f-b296af0b4d13 req-b95f1dc0-0870-4690-b3d0-081936f118fe service nova] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 1278.620906] env[69763]: INFO networking_nsxv3.common.synchronization [req-fc7f4af5-b767-41eb-927f-b296af0b4d13 req-b95f1dc0-0870-4690-b3d0-081936f118fe service nova] Enqueued Resource ID: f5831a8b-70d8-4cca-8415-5139f7c0cc6b with Priority: HIGHEST for action port [ 1278.620906] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_rules [ 1278.620906] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 1278.620906] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5831a8b-70d8-4cca-8415-5139f7c0cc6b with Priority: HIGHEST for action port [ 1278.621339] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.621442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.621508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.621764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.621849] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.622855] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.623272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.623349] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5831a8b-70d8-4cca-8415-5139f7c0cc6b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.623439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5831a8b-70d8-4cca-8415-5139f7c0cc6b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.623531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5831a8b-70d8-4cca-8415-5139f7c0cc6b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.627024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5831a8b-70d8-4cca-8415-5139f7c0cc6b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.627024] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5831a8b-70d8-4cca-8415-5139f7c0cc6b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.125378] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.125378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.125863] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5831a8b-70d8-4cca-8415-5139f7c0cc6b with status ACTIVE [ 1279.125863] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.125863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.125863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.126641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.126641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.126641] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.126641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.126641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.126641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.127045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.127045] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.127045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.127045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.127394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.127394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.127394] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5831a8b-70d8-4cca-8415-5139f7c0cc6b is going to be updated. [ 1279.152147] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.152458] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.152458] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.152623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.152764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.152962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5831a8b-70d8-4cca-8415-5139f7c0cc6b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.269297] env[69763]: INFO networking_nsxv3.common.synchronization [req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f req-65ea183f-081f-41f1-9fba-cdd927ce1b60 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1279.270084] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1279.270192] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.270296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.270379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.270558] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.270707] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.270810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.270871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.271036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.271123] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.271215] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.625018] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.625018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.625018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.625018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.625018] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.625018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.625018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.625018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.625018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.625018] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.625018] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.625018] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.625018] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.626019] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.626019] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.626019] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.650370] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.650619] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1279.651789] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.652834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.652834] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-240a2458-a53e-4012-8dd0-6b6dde14c547 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.652834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-240a2458-a53e-4012-8dd0-6b6dde14c547" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.653079] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-240a2458-a53e-4012-8dd0-6b6dde14c547" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.654129] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-240a2458-a53e-4012-8dd0-6b6dde14c547" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.654129] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240a2458-a53e-4012-8dd0-6b6dde14c547',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.772999] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.773210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.773299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.773500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.773736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.773868] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.773868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.773983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.774062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.774191] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.774261] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1279.811132] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.811132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.811132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.811132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.811132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.822610] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1280.000672] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a7c467-8129-4e07-be2e-832b65a0e563 in Status: SUCCESS [ 1280.000907] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a7c467-8129-4e07-be2e-832b65a0e563 deletion is rescheduled due to dependency. [ 1280.001008] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.160781] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.161165] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.161215] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.161465] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.161884] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.162159] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 240a2458-a53e-4012-8dd0-6b6dde14c547 not found, creating... [ 1280.162454] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.162633] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.163115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.163115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.163224] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.163576] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.163672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.163768] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.163988] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.164146] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.164307] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 240a2458-a53e-4012-8dd0-6b6dde14c547 is going to be created. [ 1280.183696] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.183975] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.184158] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.184459] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.184724] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.184994] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-240a2458-a53e-4012-8dd0-6b6dde14c547" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.604621] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 1280.605124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.622128] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: SUCCESS [ 1280.622346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.622515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.622731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.622926] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.623048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.623115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.623270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.623350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.623441] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.894127] env[69763]: INFO networking_nsxv3.common.synchronization [req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f req-ee8f064d-4e28-49b4-bc42-760ed1835ffd service nova] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1280.894315] env[69763]: INFO networking_nsxv3.common.synchronization [req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f req-ee8f064d-4e28-49b4-bc42-760ed1835ffd service nova] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1280.894531] env[69763]: INFO networking_nsxv3.common.synchronization [req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f req-ee8f064d-4e28-49b4-bc42-760ed1835ffd service nova] Enqueued Resource ID: 240a2458-a53e-4012-8dd0-6b6dde14c547 with Priority: HIGHEST for action port [ 1280.894688] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1280.894883] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1280.894944] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2458-a53e-4012-8dd0-6b6dde14c547 with Priority: HIGHEST for action port [ 1280.895449] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.895613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.895676] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.895845] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.895918] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.897014] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.898138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.898138] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-240a2458-a53e-4012-8dd0-6b6dde14c547 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.898138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-240a2458-a53e-4012-8dd0-6b6dde14c547" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.898138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-240a2458-a53e-4012-8dd0-6b6dde14c547" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.898407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-240a2458-a53e-4012-8dd0-6b6dde14c547" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.898407] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240a2458-a53e-4012-8dd0-6b6dde14c547',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.126642] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.402290] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.402290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.402587] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 240a2458-a53e-4012-8dd0-6b6dde14c547 with status ACTIVE [ 1281.402627] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.402756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.402823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.403407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.403654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.403897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.404051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.404146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.404346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.404460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.404678] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.404812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.404900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.405086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.405193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.405303] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 240a2458-a53e-4012-8dd0-6b6dde14c547 is going to be updated. [ 1281.428846] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.429065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.429065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.429266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.429396] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.429552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-240a2458-a53e-4012-8dd0-6b6dde14c547" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.629687] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.834205] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1281.834463] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 deletion is rescheduled due to dependency. [ 1281.834626] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.834861] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.835175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.835432] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.835604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.835704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.835953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.836082] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.836287] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.134373] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.134469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.134609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.134838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.134978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.135100] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 is going to be updated. [ 1282.166944] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.167203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.167203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.167384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.167532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.178368] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: IN_PROGRESS for 2s [ 1282.338990] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.764595] env[69763]: INFO networking_nsxv3.common.synchronization [req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b req-97c43af9-ebcc-4f3a-818a-1ca7b4f182b7 tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Enqueued Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_members [ 1282.765172] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGHEST for action security_group_members [ 1282.765706] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.766516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.766516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.766516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.766932] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.767195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.767385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.767863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.767863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.768146] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.842504] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.270311] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.270495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.270850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.271620] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.271620] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.271620] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.271787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.271819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.272282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.272282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.272282] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc is going to be updated. [ 1283.316878] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.317251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.317251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.317370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.317472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.327677] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc in Status: IN_PROGRESS for 2s [ 1283.344275] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.344437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.345031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.345031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.345031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.345031] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1283.376754] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.376878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.376878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.377125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.377413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.387298] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1284.190967] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: SUCCESS [ 1284.191165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.191317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.191521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.191716] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.191854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.191893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.192067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.192150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.192238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.192396] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.697228] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.057796] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.058017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.058157] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.058434] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.058739] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.058908] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.059047] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.059268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.059419] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.059632] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.059753] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.059889] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.060052] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.060180] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.060293] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.060438] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.080219] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.080407] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1285.080567] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.081096] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.081379] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-3e299ed1-2857-4d29-bee1-e27bb36da4b5 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.081593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.081905] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.082315] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.082474] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e299ed1-2857-4d29-bee1-e27bb36da4b5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.200930] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11b258dd-f299-4032-b53f-6e3854d06b33: rpc.has_security_group_logging(os_id): False [ 1285.221648] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.221863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.221863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.222161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.222303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.222583] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.222765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.222765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.222957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.223057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.223140] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 is going to be updated. [ 1285.296030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.296331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.296414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.296607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.296768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.313345] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: IN_PROGRESS for 2s [ 1285.339806] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc in Status: SUCCESS [ 1285.340105] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc deletion is rescheduled due to dependency. [ 1285.340225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.402857] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1285.402857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.402857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.403180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.403180] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.403268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.403314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.403466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.403559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.403683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.403863] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.585813] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.585813] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.585813] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.586223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.586394] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.586558] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 3e299ed1-2857-4d29-bee1-e27bb36da4b5 not found, creating... [ 1285.587014] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.587327] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.587494] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.587744] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.587930] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.588231] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.588400] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.588547] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.588779] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.588930] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.589084] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 3e299ed1-2857-4d29-bee1-e27bb36da4b5 is going to be created. [ 1285.611529] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.611751] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.611924] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.612239] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.612482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.612729] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.907032] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.408941] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4eeec5fe-8567-444b-b07e-90d950d0f038: rpc.has_security_group_logging(os_id): False [ 1286.417594] env[69763]: INFO networking_nsxv3.common.synchronization [req-b3f3162c-b469-43bb-875e-493731684bbe req-d70ec47e-4d33-421d-861f-59fa26ba17a7 service nova] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_rules [ 1286.417908] env[69763]: INFO networking_nsxv3.common.synchronization [req-b3f3162c-b469-43bb-875e-493731684bbe req-d70ec47e-4d33-421d-861f-59fa26ba17a7 service nova] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1286.418165] env[69763]: INFO networking_nsxv3.common.synchronization [req-b3f3162c-b469-43bb-875e-493731684bbe req-d70ec47e-4d33-421d-861f-59fa26ba17a7 service nova] Enqueued Resource ID: 3e299ed1-2857-4d29-bee1-e27bb36da4b5 with Priority: HIGHEST for action port [ 1286.418765] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_rules [ 1286.418914] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1286.419040] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e299ed1-2857-4d29-bee1-e27bb36da4b5 with Priority: HIGHEST for action port [ 1286.419339] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.419468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.419552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.419769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.419851] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.420891] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.421017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.421081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.421314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.421482] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.421574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.421691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.421869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.421958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.422081] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.423042] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e299ed1-2857-4d29-bee1-e27bb36da4b5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.423203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.423384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.423486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.423753] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e299ed1-2857-4d29-bee1-e27bb36da4b5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.431285] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.431439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.431550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.431728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.432144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.432144] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.432312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.432312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.432415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.432445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.433765] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1286.498332] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.498614] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.498843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.499362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.499362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.514584] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1286.925048] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.929163] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.929163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.929163] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e299ed1-2857-4d29-bee1-e27bb36da4b5 with status ACTIVE [ 1286.929163] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.929163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.929163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.929163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.929163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.929163] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.929163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.929163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.929163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.929163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.929163] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.929979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.929979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.929979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.929979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.929979] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e299ed1-2857-4d29-bee1-e27bb36da4b5 is going to be updated. [ 1286.953687] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.953893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.953951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.954214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.954413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.954656] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.329306] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: SUCCESS [ 1287.329306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.428625] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.931963] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.932245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.933464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.933464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.933464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.933464] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1287.964470] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.964669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.964782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.965479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.965479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.977358] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1288.532353] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1288.532353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.332235] env[69763]: INFO networking_nsxv3.common.synchronization [req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 req-71766909-e541-4911-a46b-06aed4dc7aa4 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Enqueued Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1289.332235] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1289.332235] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.332235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.332235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.332235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.332235] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.332235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.332235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.332235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.332235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.332955] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.835030] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.988941] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1289.989309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.989386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.989690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.989826] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.989970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.990046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.990210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.990289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.990393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.990477] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.337098] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.493700] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.493865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.493942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.494169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.494326] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.495209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.495314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.495719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.495809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.495949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.496083] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.496178] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.496414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.496516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.496686] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.496742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.496807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.496942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.497171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.497171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.497268] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.839640] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.840464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.840464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.840464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.840615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.840976] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a is going to be updated. [ 1290.878764] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.878764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.878764] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.879161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.880701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.889153] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: IN_PROGRESS for 2s [ 1291.005201] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cedf1167-bdaf-4be0-88ad-53df828ca2d9: rpc.has_security_group_logging(os_id): False [ 1291.024930] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.027227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.027227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.027227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.027227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.027227] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.027227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.027227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.027227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.027607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.027607] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.027607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.027720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.027933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.027933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.028756] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.028922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.028959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.029119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.029197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.029287] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1291.117526] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.117674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.117734] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.117930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.118109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.140867] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1291.156300] env[69763]: INFO networking_nsxv3.common.synchronization [req-306532b2-6903-4027-8633-afe8d0691ffc req-4e68fcae-a861-40a0-bbe7-51668268f219 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1291.156879] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1291.157211] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.157532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.157532] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.157687] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.157816] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.157961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.158247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.158459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.158573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.158718] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.662121] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.662996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.662996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.662996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.663360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.663510] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.663610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.663693] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.663949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.664243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.664379] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1291.710447] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.710955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.710955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.711094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.711271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.721617] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1292.430868] env[69763]: INFO networking_nsxv3.common.synchronization [None req-07549bc5-ade9-4e20-ad6c-07d5190367e9 None None] Enqueued Resource ID: 967d5e48-09b7-4e91-840a-79d3d8275440 with Priority: HIGHEST for action port [ 1292.431457] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 967d5e48-09b7-4e91-840a-79d3d8275440 with Priority: HIGHEST for action port [ 1292.431792] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-967d5e48-09b7-4e91-840a-79d3d8275440 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.431937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-967d5e48-09b7-4e91-840a-79d3d8275440" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.432685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-967d5e48-09b7-4e91-840a-79d3d8275440" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.433044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-967d5e48-09b7-4e91-840a-79d3d8275440" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.433245] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967d5e48-09b7-4e91-840a-79d3d8275440',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.901389] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: SUCCESS [ 1292.901601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.938168] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 967d5e48-09b7-4e91-840a-79d3d8275440 [ 1292.938168] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.939211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.939211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.939211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.939211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.939211] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:967d5e48-09b7-4e91-840a-79d3d8275440 already deleted. [ 1292.939211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-967d5e48-09b7-4e91-840a-79d3d8275440" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.160784] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1293.160784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.733432] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1293.733737] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1293.733737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.791535] env[69763]: INFO networking_nsxv3.common.synchronization [None req-26309955-701a-4c8c-a89e-05f4051a1998 None None] Enqueued Resource ID: db98e360-ce00-4101-b955-71deec39543e with Priority: HIGHEST for action port [ 1294.792263] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db98e360-ce00-4101-b955-71deec39543e with Priority: HIGHEST for action port [ 1294.792745] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-db98e360-ce00-4101-b955-71deec39543e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.792877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db98e360-ce00-4101-b955-71deec39543e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.792977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db98e360-ce00-4101-b955-71deec39543e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.793356] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db98e360-ce00-4101-b955-71deec39543e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.793493] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db98e360-ce00-4101-b955-71deec39543e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.297118] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db98e360-ce00-4101-b955-71deec39543e [ 1295.297667] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.297831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.297907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.298207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.298316] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.298433] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db98e360-ce00-4101-b955-71deec39543e already deleted. [ 1295.298528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db98e360-ce00-4101-b955-71deec39543e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.054252] env[69763]: INFO networking_nsxv3.common.synchronization [req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 req-3f3a42ee-8fa9-421b-892b-6e5a2ac0aec4 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Enqueued Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1297.054252] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGHEST for action security_group_members [ 1297.054252] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.054252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.054252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.054252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.055120] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.056879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.056879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.056879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.056879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.056879] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.557859] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.558065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.558065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.558281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.558374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.558573] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.558723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.558793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.558906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.558985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.559087] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a is going to be updated. [ 1297.596485] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.596711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.596759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.597017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.597194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.606040] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: IN_PROGRESS for 2s [ 1298.209725] env[69763]: INFO networking_nsxv3.common.synchronization [req-4975183a-b1d1-4d09-99a9-0b1dc219f06d req-7c2a8212-67a6-4c3d-965a-0f30df734604 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1298.210515] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1298.210896] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.211035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.211122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.211397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.211639] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.211770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.211770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.211932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.212060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.212184] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.538538] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.538538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.538734] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.539296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.539296] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.539428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.539556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.539811] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.540175] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.540474] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.540646] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.540815] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.540943] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.541144] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.541211] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.541783] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.564154] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.564333] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1298.564475] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.564659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.564982] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-fab7229a-cc74-454c-9514-59a3d14b502f taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.565647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-fab7229a-cc74-454c-9514-59a3d14b502f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.565647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-fab7229a-cc74-454c-9514-59a3d14b502f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.565647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-fab7229a-cc74-454c-9514-59a3d14b502f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.565883] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab7229a-cc74-454c-9514-59a3d14b502f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.715011] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.715011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.715011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.715262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.715294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.715545] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.715635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.715635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.715895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.715940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.716316] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 already deleted. [ 1298.716316] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.068798] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.069104] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.069241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.069524] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.069679] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.069845] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port fab7229a-cc74-454c-9514-59a3d14b502f not found, creating... [ 1299.070126] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.070299] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.070422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.070653] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.070830] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.071133] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.071299] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.071422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.071634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.071818] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.071989] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: fab7229a-cc74-454c-9514-59a3d14b502f is going to be created. [ 1299.093455] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.093709] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.093841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.094173] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.094436] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.094688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-fab7229a-cc74-454c-9514-59a3d14b502f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.618150] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a in Status: SUCCESS [ 1299.618494] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a deletion is rescheduled due to dependency. [ 1299.618494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.799327] env[69763]: INFO networking_nsxv3.common.synchronization [req-4975183a-b1d1-4d09-99a9-0b1dc219f06d req-8edb4c53-9e68-4ab0-b88c-aae8af5309a5 service nova] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_rules [ 1299.799327] env[69763]: INFO networking_nsxv3.common.synchronization [req-4975183a-b1d1-4d09-99a9-0b1dc219f06d req-8edb4c53-9e68-4ab0-b88c-aae8af5309a5 service nova] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1299.799327] env[69763]: INFO networking_nsxv3.common.synchronization [req-4975183a-b1d1-4d09-99a9-0b1dc219f06d req-8edb4c53-9e68-4ab0-b88c-aae8af5309a5 service nova] Enqueued Resource ID: fab7229a-cc74-454c-9514-59a3d14b502f with Priority: HIGHEST for action port [ 1299.799327] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_rules [ 1299.799327] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1299.799327] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab7229a-cc74-454c-9514-59a3d14b502f with Priority: HIGHEST for action port [ 1299.799327] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.799327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.799327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.799745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.799825] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.800865] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.800865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.801039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.801283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.801507] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.801607] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.801704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.801918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.802132] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.802284] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.803234] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab7229a-cc74-454c-9514-59a3d14b502f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.803771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab7229a-cc74-454c-9514-59a3d14b502f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.803771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab7229a-cc74-454c-9514-59a3d14b502f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.803771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab7229a-cc74-454c-9514-59a3d14b502f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.803771] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab7229a-cc74-454c-9514-59a3d14b502f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.305602] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.305741] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.305951] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.306849] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fab7229a-cc74-454c-9514-59a3d14b502f with status ACTIVE [ 1300.307123] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.307184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.307217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.307407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.307495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.307661] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.307755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.307820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.307959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.308084] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.308274] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.308366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.308421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.308561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.308635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.308741] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fab7229a-cc74-454c-9514-59a3d14b502f is going to be updated. [ 1300.332456] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.332606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.332854] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.333106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.333252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.333375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab7229a-cc74-454c-9514-59a3d14b502f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.555288] env[69763]: INFO networking_nsxv3.common.synchronization [req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 req-aea70b2b-c633-4971-8ad8-c55f913a4199 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1300.555565] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1300.558081] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.558081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.558081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.558081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.558081] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.558081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.558081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.558081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.558081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.558081] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.812414] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.867844] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.868062] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.868114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.868421] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.868694] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.868953] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.869014] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.873091] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.873091] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.873091] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.873091] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.873091] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.873091] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.873091] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.873091] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.873091] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.891694] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.891898] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1300.892073] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.892271] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.892587] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-6bcc559f-dffa-4d9c-b8e2-771203ab23cc taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.892764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-6bcc559f-dffa-4d9c-b8e2-771203ab23cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.892905] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-6bcc559f-dffa-4d9c-b8e2-771203ab23cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.893700] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-6bcc559f-dffa-4d9c-b8e2-771203ab23cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.893700] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bcc559f-dffa-4d9c-b8e2-771203ab23cc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.059370] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.059526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.059586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.059796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.059898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.060095] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.060213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.060290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.060445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.060515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.060601] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1301.086257] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.086344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.086441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.086599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.088083] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.096879] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1301.317418] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.317644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.317644] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.317848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.317959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.318076] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be created. [ 1301.345619] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.345811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.345878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.346171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.346394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.358454] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: UNINITIALIZED for 2s [ 1301.397493] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.397878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.398095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.398840] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.398840] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.398954] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 6bcc559f-dffa-4d9c-b8e2-771203ab23cc not found, creating... [ 1301.399306] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.399491] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.399621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.399896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.400095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.400425] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.400596] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.400744] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.401114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.401266] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.401418] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 6bcc559f-dffa-4d9c-b8e2-771203ab23cc is going to be created. [ 1301.423974] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.424172] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.424328] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.424561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.424841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.425115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-6bcc559f-dffa-4d9c-b8e2-771203ab23cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.230109] env[69763]: INFO networking_nsxv3.common.synchronization [req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 req-d1ddb9ee-20c2-4fba-a289-fc7ead326895 service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1302.230468] env[69763]: INFO networking_nsxv3.common.synchronization [req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 req-d1ddb9ee-20c2-4fba-a289-fc7ead326895 service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1302.230626] env[69763]: INFO networking_nsxv3.common.synchronization [req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 req-d1ddb9ee-20c2-4fba-a289-fc7ead326895 service nova] Enqueued Resource ID: 6bcc559f-dffa-4d9c-b8e2-771203ab23cc with Priority: HIGHEST for action port [ 1302.230903] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1302.231078] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1302.231205] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcc559f-dffa-4d9c-b8e2-771203ab23cc with Priority: HIGHEST for action port [ 1302.232022] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.233306] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.233377] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.233620] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.233707] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.234738] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.234857] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.235110] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bcc559f-dffa-4d9c-b8e2-771203ab23cc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.235352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bcc559f-dffa-4d9c-b8e2-771203ab23cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.235352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bcc559f-dffa-4d9c-b8e2-771203ab23cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.235492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bcc559f-dffa-4d9c-b8e2-771203ab23cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.235574] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bcc559f-dffa-4d9c-b8e2-771203ab23cc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.737803] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.737979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.738169] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bcc559f-dffa-4d9c-b8e2-771203ab23cc with status ACTIVE [ 1302.738344] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.738544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.738544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.738720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.738807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.738977] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.739085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.739147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.739335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.739429] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.739616] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.739704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.739765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.739905] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.739977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.740073] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bcc559f-dffa-4d9c-b8e2-771203ab23cc is going to be updated. [ 1302.765570] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.765570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.765570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.765570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.765570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.765570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bcc559f-dffa-4d9c-b8e2-771203ab23cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.109152] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1303.109322] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1303.109450] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.109566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.109790] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.109970] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.110094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.110161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.110309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.110388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.110481] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.222115] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.222115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.222115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.222115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.222115] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.222115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.222812] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.223310] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.223640] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.224018] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.224283] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.224514] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.224723] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.224948] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.225239] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.225545] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.247369] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.250021] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1303.250021] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.250021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-451" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.250021] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-3e299ed1-2857-4d29-bee1-e27bb36da4b5 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.250021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.250021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.250021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.250021] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e299ed1-2857-4d29-bee1-e27bb36da4b5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.376593] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1303.376814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.376992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.377326] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.377438] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.377519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.377587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.377814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.377814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.377969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.378024] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.612410] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.753739] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.753956] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.754098] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.754961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.754961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.754961] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.755148] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.756321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.756590] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.756842] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.760032] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.761281] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.761281] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.761281] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.761281] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.761281] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 3e299ed1-2857-4d29-bee1-e27bb36da4b5 is going to be updated. [ 1303.783410] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.783636] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.783768] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.784098] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.784323] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.784558] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.884575] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.884702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.884745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.884963] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.885145] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.885237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.885457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.885457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.885529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.885613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.885757] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.885849] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.885910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.886061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.886198] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.886290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.886351] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.886484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.886556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.886636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.886722] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.115105] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.390897] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1: rpc.has_security_group_logging(os_id): False [ 1304.408633] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.408800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.408853] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.409085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.409369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.409369] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.409503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.409503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.409640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.409716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.409906] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.409997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.410067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.410205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.410279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.410459] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.410623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.410623] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.411144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.411144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.411144] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be created. [ 1304.480946] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.481137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.481212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.481416] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.481675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.499638] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1304.507037] env[69763]: INFO networking_nsxv3.common.synchronization [req-85c8449f-c396-4368-8e46-41f32834345a req-53b4bed2-e2f7-41b6-9b7a-60a164e147eb service nova] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_rules [ 1304.507299] env[69763]: INFO networking_nsxv3.common.synchronization [req-85c8449f-c396-4368-8e46-41f32834345a req-53b4bed2-e2f7-41b6-9b7a-60a164e147eb service nova] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1304.507570] env[69763]: INFO networking_nsxv3.common.synchronization [req-85c8449f-c396-4368-8e46-41f32834345a req-53b4bed2-e2f7-41b6-9b7a-60a164e147eb service nova] Enqueued Resource ID: 3e299ed1-2857-4d29-bee1-e27bb36da4b5 with Priority: HIGHEST for action port [ 1304.507771] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_rules [ 1304.507943] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1304.508122] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e299ed1-2857-4d29-bee1-e27bb36da4b5 with Priority: HIGHEST for action port [ 1304.508657] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.508896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.508997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.509408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.509508] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.510544] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.510544] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.510639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.510765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.511014] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.511198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.511198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.511363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.511413] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.511503] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.512733] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e299ed1-2857-4d29-bee1-e27bb36da4b5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.512733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.512733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.512733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.512733] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e299ed1-2857-4d29-bee1-e27bb36da4b5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.617521] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.617670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.617742] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.617943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.618049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.618148] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1304.667514] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.667726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.667869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.668102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.668303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.681479] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1305.020126] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.020126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.020126] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.020551] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e299ed1-2857-4d29-bee1-e27bb36da4b5 with status ACTIVE [ 1305.020551] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.020691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.020774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.021105] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.021211] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.021427] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.021521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.021608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.021794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.021903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.022288] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.022365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.022398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.022575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.022675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.022821] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e299ed1-2857-4d29-bee1-e27bb36da4b5 is going to be updated. [ 1305.052102] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.052311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.052388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.052662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.053370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.053578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e299ed1-2857-4d29-bee1-e27bb36da4b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.529293] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.032247] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.032605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.032605] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.032711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.032998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.032998] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1306.063675] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.063852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.063852] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.064073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.064222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.075158] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1306.514041] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1306.514312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.694176] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1306.694562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.694647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.694896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.695116] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.695237] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.695302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.695500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.695578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.695664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.695757] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.197835] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.198076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.198190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.198428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.198607] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.198715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.198810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.198987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.199142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.199212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.199388] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.199536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.199636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.199850] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.200019] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.200119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.200189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.200347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.200467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.200571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.200667] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.703757] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657: rpc.has_security_group_logging(os_id): False [ 1307.724052] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.724244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.724312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.724531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.724650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.724784] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.724890] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.724930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.725101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.725177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.725358] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.725464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.725549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.725700] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.725776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.725988] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.726213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.726294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.726446] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.726573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.726704] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1307.791995] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.792247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.792247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.792486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.792630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.810192] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1308.085732] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1308.086100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.086298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.086510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.086780] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.086966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.086966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.087162] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.087240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.087421] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.087528] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.590530] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.590703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.590758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.591081] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.591241] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.591378] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.591435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.591568] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.591654] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.591749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.591896] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.591977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.592053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.592217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.592318] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.592425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.592466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.592596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.592670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.592750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.592835] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.094530] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cedf1167-bdaf-4be0-88ad-53df828ca2d9: rpc.has_security_group_logging(os_id): False [ 1309.115566] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.115746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.115789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.115988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.116094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.116286] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.116382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.116451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.116594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.116667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.116847] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.116940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.117011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.117153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.117224] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.117414] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.117507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.117570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.117855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.117935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.118032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1309.197902] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.198101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.198148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.198334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.198519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.218696] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1309.510618] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.510618] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1309.830797] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1309.831148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.802212] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.802527] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.802527] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.803024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.803103] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.803543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.803543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.803618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.803848] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.803916] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.804045] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.804168] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.804283] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.804401] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.804513] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.804651] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1310.826163] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1310.826364] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1310.826508] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1310.826690] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-469" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.827012] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-2389c99b-f39e-48dc-b478-99bc2a9184ff taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.827196] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.827323] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.827587] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.827730] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2389c99b-f39e-48dc-b478-99bc2a9184ff',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.235087] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1311.235087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.330481] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.330734] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.330867] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.331274] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.331447] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.331758] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.331966] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.332126] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.332364] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.332510] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.332959] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.333200] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.333371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.334040] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.334040] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.334040] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 2389c99b-f39e-48dc-b478-99bc2a9184ff is going to be updated. [ 1311.355359] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.355576] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.355708] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.355986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.356205] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.356426] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.133023] env[69763]: INFO networking_nsxv3.common.synchronization [req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 req-58ca81d5-8f3b-4188-a308-8cf0af3f113f service nova] Enqueued Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_rules [ 1312.133023] env[69763]: INFO networking_nsxv3.common.synchronization [req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 req-58ca81d5-8f3b-4188-a308-8cf0af3f113f service nova] Enqueued Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_members [ 1312.133023] env[69763]: INFO networking_nsxv3.common.synchronization [req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 req-58ca81d5-8f3b-4188-a308-8cf0af3f113f service nova] Enqueued Resource ID: 2389c99b-f39e-48dc-b478-99bc2a9184ff with Priority: HIGHEST for action port [ 1312.133023] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_rules [ 1312.133023] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_members [ 1312.133023] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2389c99b-f39e-48dc-b478-99bc2a9184ff with Priority: HIGHEST for action port [ 1312.133023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.133023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.133023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.133023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.133023] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.133023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.133023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.133023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.133023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.133023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.133990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.133990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.133990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.133990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.133990] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.135155] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-2389c99b-f39e-48dc-b478-99bc2a9184ff taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.135155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.135155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.135155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.135155] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2389c99b-f39e-48dc-b478-99bc2a9184ff',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.636524] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.636703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.636939] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.638140] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2389c99b-f39e-48dc-b478-99bc2a9184ff with status ACTIVE [ 1312.638316] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.638464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.638553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.638815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.638932] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.639182] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.639313] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.639395] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.639601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.639703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.639947] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.640088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.640173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.640360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.640462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.640566] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2389c99b-f39e-48dc-b478-99bc2a9184ff is going to be updated. [ 1312.662882] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.663119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.663213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.663425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.663566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.663721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2389c99b-f39e-48dc-b478-99bc2a9184ff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.143855] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.646075] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.646075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.646075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.646075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.646075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.646416] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d575ef-f519-4fcb-9999-03e71e057e7f is going to be updated. [ 1313.679281] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.679469] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.679570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.679836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.680038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.689490] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d575ef-f519-4fcb-9999-03e71e057e7f in Status: IN_PROGRESS for 2s [ 1315.705144] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d575ef-f519-4fcb-9999-03e71e057e7f in Status: SUCCESS [ 1315.705512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.705559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.705791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.705981] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.706129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.706197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.706355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.706449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.706535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.706625] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.742339] env[69763]: INFO networking_nsxv3.common.synchronization [req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 req-13b10c5b-c2e7-4172-ba02-c4d0e898243b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Enqueued Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_members [ 1315.743251] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGHEST for action security_group_members [ 1315.744463] env[69763]: INFO networking_nsxv3.common.synchronization [req-a591ef5b-5843-439a-aa27-1f992fbe7dcc req-6d913edd-de94-4137-a08f-fbdda6592c07 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1315.744780] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-22aa18d2-86f1-49a3-9b73-aace021ed0c6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.744926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.745010] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.746171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.746171] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.746171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.746171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.746171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.746171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.746171] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.746813] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1315.747270] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.747403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.747452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.747587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.747725] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.747820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.747905] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.748037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.748106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.748194] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.211514] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.248361] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.248588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.248709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.249122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.249122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.249357] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.249508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.249602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.249775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.249886] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.250024] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 is going to be updated. [ 1316.251495] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.251647] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.251744] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.251939] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.252130] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.252223] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.252317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.252373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.252511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.252622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.252720] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1316.291411] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.291642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.291642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.291919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.292135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.295779] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.295779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.295779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.296584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.296816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.306784] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1316.307580] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 in Status: IN_PROGRESS for 2s [ 1316.713962] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18d575ef-f519-4fcb-9999-03e71e057e7f: rpc.has_security_group_logging(os_id): False [ 1316.736056] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.736246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.736288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.736472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.736559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.736806] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.736906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.736968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.737137] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.737279] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.737372] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d575ef-f519-4fcb-9999-03e71e057e7f is going to be updated. [ 1316.858330] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.858706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.858706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.858799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.858909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.878538] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d575ef-f519-4fcb-9999-03e71e057e7f in Status: IN_PROGRESS for 2s [ 1318.319332] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1318.319757] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1318.319757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.320439] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 in Status: SUCCESS [ 1318.320602] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 deletion is rescheduled due to dependency. [ 1318.320703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.896824] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d575ef-f519-4fcb-9999-03e71e057e7f in Status: SUCCESS [ 1318.897061] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.599101] env[69763]: INFO networking_nsxv3.common.synchronization [req-8733ed25-9edd-4dd3-a845-810e6cdb645e req-7cf0d90b-c096-419c-b33f-fd60394c5a36 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1320.600035] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1320.600035] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.600271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.600271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.600385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.600541] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.600640] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.600704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.600847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.600930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.601080] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.103091] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.606329] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.109675] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.109896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.109896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.110171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.110266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.110364] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 is going to be updated. [ 1322.145469] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.145701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.145701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.145883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.146040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.158063] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: IN_PROGRESS for 2s [ 1323.850771] env[69763]: INFO networking_nsxv3.common.synchronization [req-066ade3f-c913-4a12-a377-2e08841380d6 req-8464c61d-5e91-40b8-b2f8-0f0989cafc6a tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1323.851397] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1323.851707] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.851848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.851883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.852342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.852513] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.852673] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.852754] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.852859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.852942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.853050] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.169978] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: SUCCESS [ 1324.170234] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.355180] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.355411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.355411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.355648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.355749] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.355946] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.356055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.356120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.356276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.356350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.356456] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1324.388628] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.388779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.388838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.389079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.389262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.404222] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1325.089351] env[69763]: INFO networking_nsxv3.common.synchronization [req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 req-966bf7ff-2d7d-4bd8-b6a5-df159f48e178 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1325.089351] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1325.089351] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.089687] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.089687] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.091133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.091133] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.091133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.091133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.091133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.091133] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.091133] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.395266] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.395748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.395985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.396308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.396595] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.396771] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.396899] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.397163] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.397323] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.397553] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.397982] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1325.398146] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1325.398273] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1325.398398] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.398514] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1325.398655] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1325.422188] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1325.422424] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1325.422541] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1325.422728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.423057] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-2271a639-70aa-4366-9482-5b99965d4039 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.423250] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-2271a639-70aa-4366-9482-5b99965d4039" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.423379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-2271a639-70aa-4366-9482-5b99965d4039" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.423726] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-2271a639-70aa-4366-9482-5b99965d4039" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.423870] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2271a639-70aa-4366-9482-5b99965d4039',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.592999] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.593197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.593283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.593489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.593594] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.593797] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.593900] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.593972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.594143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.594225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.594326] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1325.625915] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.626208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.626208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.626423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.626545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.639207] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1325.926212] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.926506] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.926616] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.926908] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.927078] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.927243] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 2271a639-70aa-4366-9482-5b99965d4039 not found, creating... [ 1325.927527] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.927693] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.927814] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.928059] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.928209] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.928503] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.928665] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.928793] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.929671] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.929963] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.930906] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 2271a639-70aa-4366-9482-5b99965d4039 is going to be created. [ 1325.955738] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.955977] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.956123] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.956412] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.956639] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.956868] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-2271a639-70aa-4366-9482-5b99965d4039" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.414302] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1326.414573] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 deletion is rescheduled due to dependency. [ 1326.414719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.742819] env[69763]: INFO networking_nsxv3.common.synchronization [req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 req-b12a3997-f200-4291-a297-4c644f5af059 service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1326.743016] env[69763]: INFO networking_nsxv3.common.synchronization [req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 req-b12a3997-f200-4291-a297-4c644f5af059 service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1326.743174] env[69763]: INFO networking_nsxv3.common.synchronization [req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 req-b12a3997-f200-4291-a297-4c644f5af059 service nova] Enqueued Resource ID: 2271a639-70aa-4366-9482-5b99965d4039 with Priority: HIGHEST for action port [ 1326.743783] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1326.743922] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1326.744045] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2271a639-70aa-4366-9482-5b99965d4039 with Priority: HIGHEST for action port [ 1326.744326] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.744497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.744574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.744789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.744874] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.745884] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.745988] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.746135] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-2271a639-70aa-4366-9482-5b99965d4039 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.746239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2271a639-70aa-4366-9482-5b99965d4039" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.746305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2271a639-70aa-4366-9482-5b99965d4039" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.748407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2271a639-70aa-4366-9482-5b99965d4039" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.748407] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2271a639-70aa-4366-9482-5b99965d4039',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.250037] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.250037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.250037] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2271a639-70aa-4366-9482-5b99965d4039 with status ACTIVE [ 1327.250269] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.250323] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.250359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.250545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.250634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.250797] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.250883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.250942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.251124] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.251215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.251378] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.251470] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.251522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.251655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.251726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.251808] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2271a639-70aa-4366-9482-5b99965d4039 is going to be updated. [ 1327.273671] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.273835] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.274407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.274407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.274407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.274589] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2271a639-70aa-4366-9482-5b99965d4039" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.651271] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1327.651657] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1327.651657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.651756] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.651985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.652312] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.652484] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.652561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.652755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.652844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.652947] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.155761] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.657829] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.162229] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.162412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.162572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.162879] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.163054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.163226] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1329.197318] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.197557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.197664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.197918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.198260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.209757] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1329.473297] env[69763]: INFO networking_nsxv3.common.synchronization [req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 req-ef8f0c54-ed67-48e0-9271-34fb76bb4969 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1329.473565] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1329.473982] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.477268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.477268] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.477480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.477710] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.477828] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.477828] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.477958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.478052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.478144] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.871609] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.872015] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.872015] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.872244] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.872513] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.872685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.872806] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.873047] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.873204] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.873443] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1329.873561] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1329.873673] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1329.873788] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1329.873900] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1329.874015] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1329.874155] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1329.895309] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1329.895594] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1329.895698] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1329.895901] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.896300] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-8d556eef-7dea-4829-8d14-9db8367db428 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.896500] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-8d556eef-7dea-4829-8d14-9db8367db428" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.896628] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-8d556eef-7dea-4829-8d14-9db8367db428" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.896970] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-8d556eef-7dea-4829-8d14-9db8367db428" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.897137] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d556eef-7dea-4829-8d14-9db8367db428',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.982627] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.982859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.982859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.983096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.983193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.983395] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.983497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.983549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.983701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.983777] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.983863] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1330.015567] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.016482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.016482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.016482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.016482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.025902] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1330.067889] env[69763]: INFO networking_nsxv3.common.synchronization [req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 req-5a8ca73f-6d94-406f-8a75-27f055c61987 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1330.067889] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGHEST for action security_group_members [ 1330.068015] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.068149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.068215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.068588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.068588] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.068713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.068713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.069658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.069658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.069658] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.399552] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.399787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.399923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.400247] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.400404] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.400567] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 8d556eef-7dea-4829-8d14-9db8367db428 not found, creating... [ 1330.401789] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.401789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.401789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.401789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.401789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.402074] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.402074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.402261] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.402831] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.402831] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.402831] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 8d556eef-7dea-4829-8d14-9db8367db428 is going to be created. [ 1330.425469] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.425684] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.425792] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.426062] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.426463] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.426561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-8d556eef-7dea-4829-8d14-9db8367db428" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.573906] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.574173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.574173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.574353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.574481] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.574699] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.574797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.574870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.575037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.575121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.575231] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 is going to be updated. [ 1330.606361] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.606598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.606598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.606814] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.606914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.615632] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: IN_PROGRESS for 2s [ 1331.177163] env[69763]: INFO networking_nsxv3.common.synchronization [req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 req-06829ef7-73f3-4214-b490-0126ee6b0220 service nova] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_rules [ 1331.177163] env[69763]: INFO networking_nsxv3.common.synchronization [req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 req-06829ef7-73f3-4214-b490-0126ee6b0220 service nova] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1331.177163] env[69763]: INFO networking_nsxv3.common.synchronization [req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 req-06829ef7-73f3-4214-b490-0126ee6b0220 service nova] Enqueued Resource ID: 8d556eef-7dea-4829-8d14-9db8367db428 with Priority: HIGHEST for action port [ 1331.177163] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_rules [ 1331.177163] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1331.177163] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d556eef-7dea-4829-8d14-9db8367db428 with Priority: HIGHEST for action port [ 1331.177163] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.177163] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.178220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.178601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.178929] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.180644] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.180841] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.181506] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d556eef-7dea-4829-8d14-9db8367db428 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.181684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d556eef-7dea-4829-8d14-9db8367db428" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.181762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d556eef-7dea-4829-8d14-9db8367db428" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.181979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d556eef-7dea-4829-8d14-9db8367db428" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.182192] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d556eef-7dea-4829-8d14-9db8367db428',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.221434] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1331.221661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.221846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.222093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.222318] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.222489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.222587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.222759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.222853] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.222953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.223062] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.681149] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.681303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.683694] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d556eef-7dea-4829-8d14-9db8367db428 with status ACTIVE [ 1331.683928] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.684013] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.684089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.684342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.684383] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.684570] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.684655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.684825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.684825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.684933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.685100] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.685170] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.685217] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.685348] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.685403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.685475] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d556eef-7dea-4829-8d14-9db8367db428 is going to be updated. [ 1331.711967] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.712166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.712284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.712464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.712666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.712843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d556eef-7dea-4829-8d14-9db8367db428" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.725711] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.725962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.725962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.726164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.726398] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.726498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.726498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.726641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.726792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.726792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.726935] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.727037] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.727093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.727232] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.727367] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.727459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.727521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.727657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.727735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.727815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.727897] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.036299] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1332.036523] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 deletion is rescheduled due to dependency. [ 1332.036616] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.036759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.036996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.037215] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.037339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.037404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.037560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.037639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.037735] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.230902] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657: rpc.has_security_group_logging(os_id): False [ 1332.247925] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.248090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.248090] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.248309] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.248397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.248633] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.248709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.248762] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.248896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.248970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.249169] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.249264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.249320] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.249461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.249533] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.249725] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.249820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.249882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.250028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.250104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.250189] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1332.310920] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.311318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.311318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.311592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.311781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.333311] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1332.540362] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.626982] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88ee86e-1a41-48eb-8439-2376621e5e10 in Status: SUCCESS [ 1332.626982] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 deletion is rescheduled due to dependency. [ 1332.626982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.043281] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.549019] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.549019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.549019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.549019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.549019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.549019] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1333.583550] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.585844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.585844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.585844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.585844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.598175] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1334.350442] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1334.350671] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.260258] env[69763]: INFO networking_nsxv3.common.synchronization [None req-ed945d1a-0f4b-4f1a-a3c7-d4fd048e37f0 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1335.260867] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGHEST for action security_group_members [ 1335.261373] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.261541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.261643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.261914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.262156] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.262863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.262970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.263224] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.263353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.263571] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.610660] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1335.610776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.611102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.611442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.611737] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.611926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.612048] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.612296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.612420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.612563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.612707] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.765614] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.765808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.765870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.766096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.766190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.766395] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.767032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.767032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.767032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.767032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.767032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be updated. [ 1335.795695] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.795951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.796114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.796466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.796731] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.807854] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: IN_PROGRESS for 2s [ 1336.116083] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.116527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.116527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.116527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.116728] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.116858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.116953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.117156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.117275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.117394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.117588] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.117712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.117799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.117991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.118193] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.118319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.118406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.118583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.118688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.118797] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.118923] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.622405] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1: rpc.has_security_group_logging(os_id): False [ 1336.642014] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.642286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.642286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.642551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.642649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.642845] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.642947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.643021] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.643175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.643297] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.643445] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.643538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.643600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.643737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.643810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.644014] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.645844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.645844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.645844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.645844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.645844] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1336.723950] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.724173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.724256] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.724467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.724617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.748315] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1337.819339] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 in Status: SUCCESS [ 1337.819680] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 deletion is rescheduled due to dependency. [ 1337.819723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.665863] env[69763]: INFO networking_nsxv3.common.synchronization [req-5e4c7abc-988d-4ccf-b638-e471ddc65445 req-bdf5deba-bc35-4cfa-bd5a-64abc21f5f9e tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1338.666614] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGHEST for action security_group_members [ 1338.667134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.667653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.667653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.667653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.667824] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.667824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.667916] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.668100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.668203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.668281] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.767107] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1338.767328] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.173931] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.174444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.174444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.174444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.174444] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.174729] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.174729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.174729] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.174902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.174956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.175045] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be updated. [ 1339.204964] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.205193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.205193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.205387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.205529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.214873] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: IN_PROGRESS for 2s [ 1339.392107] env[69763]: INFO networking_nsxv3.common.synchronization [req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a req-b9427073-98ea-47a4-b603-1b6aa1d67d3e tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1339.392107] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1339.392107] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.392107] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.392107] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.392670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.392921] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.393138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.393286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.393512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.393709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.393906] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.816460] env[69763]: INFO networking_nsxv3.common.synchronization [None req-e4cf9540-9661-487d-990b-d1d7e1f63f44 None None] Enqueued Resource ID: bbd39314-7225-4ae2-97fb-cfcc64439f7e with Priority: HIGHEST for action port [ 1339.816460] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd39314-7225-4ae2-97fb-cfcc64439f7e with Priority: HIGHEST for action port [ 1339.816460] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbd39314-7225-4ae2-97fb-cfcc64439f7e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.816460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbd39314-7225-4ae2-97fb-cfcc64439f7e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.816460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbd39314-7225-4ae2-97fb-cfcc64439f7e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.816460] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbd39314-7225-4ae2-97fb-cfcc64439f7e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.816460] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd39314-7225-4ae2-97fb-cfcc64439f7e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.897542] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.897542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.897542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.897542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.897542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.897542] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.897542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.897542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.898325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.899941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.899941] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1339.932260] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.932260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.932260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.932260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.932260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.941588] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1340.318451] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbd39314-7225-4ae2-97fb-cfcc64439f7e [ 1340.318759] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.318844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.318896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.319135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.319275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.319319] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbd39314-7225-4ae2-97fb-cfcc64439f7e already deleted. [ 1340.319430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbd39314-7225-4ae2-97fb-cfcc64439f7e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.225983] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e09dad32-7076-43de-a724-0a39fb49cac5 in Status: SUCCESS [ 1341.226163] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 deletion is rescheduled due to dependency. [ 1341.226265] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.686894] env[69763]: INFO networking_nsxv3.common.synchronization [None req-52e05c2c-3b24-4683-ac32-f4d5d34f6764 None None] Enqueued Resource ID: 1e0eca8a-4ba9-4c0c-88ce-73920825a8d7 with Priority: HIGHEST for action port [ 1341.687213] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e0eca8a-4ba9-4c0c-88ce-73920825a8d7 with Priority: HIGHEST for action port [ 1341.688584] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e0eca8a-4ba9-4c0c-88ce-73920825a8d7 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.688584] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e0eca8a-4ba9-4c0c-88ce-73920825a8d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.688739] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e0eca8a-4ba9-4c0c-88ce-73920825a8d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.689030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e0eca8a-4ba9-4c0c-88ce-73920825a8d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.689030] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0eca8a-4ba9-4c0c-88ce-73920825a8d7',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.958049] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1341.958049] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1341.958049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.192044] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e0eca8a-4ba9-4c0c-88ce-73920825a8d7 [ 1342.192044] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.192044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.192044] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.192387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.192387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.192487] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e0eca8a-4ba9-4c0c-88ce-73920825a8d7 already deleted. [ 1342.192556] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e0eca8a-4ba9-4c0c-88ce-73920825a8d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.688435] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.694240] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.532550] env[69763]: INFO networking_nsxv3.common.synchronization [req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 req-65b5d376-7c57-4d26-80c7-fc6feff5dbe4 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 1347.533080] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 1347.533387] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.533512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.534173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.534173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.534173] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.534345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.534397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.534779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.534779] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.534779] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.036418] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.538507] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.040646] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.041047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.041047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.041047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.041195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.041250] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 is going to be updated. [ 1349.072813] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.072963] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.073028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.073247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.073737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.082568] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: IN_PROGRESS for 2s [ 1350.469371] env[69763]: INFO networking_nsxv3.common.synchronization [req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d req-1b125f14-bf23-4192-ace5-476e6922d4d1 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Enqueued Resource ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 with Priority: HIGHEST for action security_group_members [ 1350.470402] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 with Priority: HIGHEST for action security_group_members [ 1350.470402] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d5c04cf-8843-49d3-af00-dd70e826b8d5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.470517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.470517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.470788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.470957] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.471076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.471142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.471439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.471560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.471713] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d5c04cf-8843-49d3-af00-dd70e826b8d5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.864030] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.864030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-890" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.864268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-890" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.864537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-890" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.864853] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.865068] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.865229] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.865499] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.865683] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.865932] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1350.866093] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1350.866251] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1350.866405] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1350.866556] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1350.866702] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1350.866874] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1350.887876] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1350.888072] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1350.888221] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1350.888422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-890" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.888714] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-bbfeea8c-b739-4f16-8076-cf0a18a3ad77 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.888890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-bbfeea8c-b739-4f16-8076-cf0a18a3ad77" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.889028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-bbfeea8c-b739-4f16-8076-cf0a18a3ad77" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.889373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-bbfeea8c-b739-4f16-8076-cf0a18a3ad77" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.889523] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbfeea8c-b739-4f16-8076-cf0a18a3ad77',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.973611] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.973785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.973863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.974089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.974180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.974381] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.974518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.974586] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.974746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.974824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.974912] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 already deleted. [ 1350.974992] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.091860] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: SUCCESS [ 1351.091860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.392195] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.392457] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.392612] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.392891] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.393061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.393224] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port bbfeea8c-b739-4f16-8076-cf0a18a3ad77 not found, creating... [ 1351.393476] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.393648] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.393782] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.394027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.394170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.394459] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.394625] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.394749] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.394965] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.396408] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.396408] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: bbfeea8c-b739-4f16-8076-cf0a18a3ad77 is going to be created. [ 1351.415687] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.415948] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.416036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.416297] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.416530] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.416762] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-bbfeea8c-b739-4f16-8076-cf0a18a3ad77" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.203082] env[69763]: INFO networking_nsxv3.common.synchronization [req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d req-28843287-50b1-48ae-86c5-8f43fdbe5364 service nova] Enqueued Resource ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 with Priority: HIGHEST for action security_group_rules [ 1352.203340] env[69763]: INFO networking_nsxv3.common.synchronization [req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d req-28843287-50b1-48ae-86c5-8f43fdbe5364 service nova] Enqueued Resource ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 with Priority: HIGHEST for action security_group_members [ 1352.203430] env[69763]: INFO networking_nsxv3.common.synchronization [req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d req-28843287-50b1-48ae-86c5-8f43fdbe5364 service nova] Enqueued Resource ID: bbfeea8c-b739-4f16-8076-cf0a18a3ad77 with Priority: HIGHEST for action port [ 1352.203638] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 with Priority: HIGHEST for action security_group_rules [ 1352.203766] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 with Priority: HIGHEST for action security_group_members [ 1352.203864] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfeea8c-b739-4f16-8076-cf0a18a3ad77 with Priority: HIGHEST for action port [ 1352.204402] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d5c04cf-8843-49d3-af00-dd70e826b8d5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.204636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.204636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.204904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.204965] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d5c04cf-8843-49d3-af00-dd70e826b8d5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.210030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d5c04cf-8843-49d3-af00-dd70e826b8d5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.210030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.210030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.210030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.210030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.210030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.210030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.210030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.210030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.210030] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d5c04cf-8843-49d3-af00-dd70e826b8d5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.210493] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbfeea8c-b739-4f16-8076-cf0a18a3ad77 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.210493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbfeea8c-b739-4f16-8076-cf0a18a3ad77" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.210493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbfeea8c-b739-4f16-8076-cf0a18a3ad77" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.210619] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbfeea8c-b739-4f16-8076-cf0a18a3ad77" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.210619] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbfeea8c-b739-4f16-8076-cf0a18a3ad77',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.714033] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d5c04cf-8843-49d3-af00-dd70e826b8d5 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.714033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.714224] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d5c04cf-8843-49d3-af00-dd70e826b8d5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.715379] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbfeea8c-b739-4f16-8076-cf0a18a3ad77 with status ACTIVE [ 1352.715473] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.715613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.715689] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.715924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.716085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.716399] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.716738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.716738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.716915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.717042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.717249] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.717367] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.717475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.717599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.717690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.717786] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbfeea8c-b739-4f16-8076-cf0a18a3ad77 is going to be updated. [ 1352.741944] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.741944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.741944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.741944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.741944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.741944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbfeea8c-b739-4f16-8076-cf0a18a3ad77" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.806141] env[69763]: INFO networking_nsxv3.common.synchronization [req-87848643-a09d-48e9-a75c-ef0436b5addf req-34ec836c-6a07-4f1f-bed9-ce9b7efad3b3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1352.806678] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1352.806979] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.807114] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.807184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.807384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.807538] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.807637] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.807691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.807838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.807921] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.808017] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.108889] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.108889] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.109187] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.109439] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.109765] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.109948] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.110080] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.110679] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.110679] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.110679] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1353.110850] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1353.110921] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1353.110980] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1353.111113] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1353.111228] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1353.111369] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1353.130369] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1353.130584] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1353.130858] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1353.130925] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-761" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.131241] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.131446] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.131589] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.131924] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.132096] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05a884d8-2ff6-4ef2-ac41-97d66afbf5aa',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.219923] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d5c04cf-8843-49d3-af00-dd70e826b8d5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.310479] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.310728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.310791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.311031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.311138] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.311389] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.311492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.311553] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.311723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.311801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.311886] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1353.348739] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.348958] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.349073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.349391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.349617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.361060] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1353.578724] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1353.578928] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1353.634599] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.634823] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.634962] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.635281] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.635452] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.635654] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa not found, creating... [ 1353.635916] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.636093] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.636220] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.636449] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.636622] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.636982] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.637187] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.637314] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.637530] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.637675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.637820] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa is going to be created. [ 1353.657841] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.658077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.658190] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.659498] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.659498] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.659498] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.722316] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.722523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.722642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.722876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.722970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.723100] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 is going to be created. [ 1353.752020] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.752245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.752245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.752504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.752665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.763963] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 in Status: UNINITIALIZED for 2s [ 1354.354264] env[69763]: INFO networking_nsxv3.common.synchronization [req-87848643-a09d-48e9-a75c-ef0436b5addf req-8494a813-c460-40ca-905c-0a89a8389d6e service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1354.354264] env[69763]: INFO networking_nsxv3.common.synchronization [req-87848643-a09d-48e9-a75c-ef0436b5addf req-8494a813-c460-40ca-905c-0a89a8389d6e service nova] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1354.354264] env[69763]: INFO networking_nsxv3.common.synchronization [req-87848643-a09d-48e9-a75c-ef0436b5addf req-8494a813-c460-40ca-905c-0a89a8389d6e service nova] Enqueued Resource ID: 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa with Priority: HIGHEST for action port [ 1354.354264] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_rules [ 1354.354264] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1354.354264] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa with Priority: HIGHEST for action port [ 1354.355895] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.356243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.357046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.357046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.357046] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.357727] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.358487] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.358574] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.358674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.358745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.358949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.359072] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05a884d8-2ff6-4ef2-ac41-97d66afbf5aa',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.674599] env[69763]: INFO networking_nsxv3.common.synchronization [req-b4495404-ab94-4f97-b5b3-6203a013f71f req-f5374c4c-31f2-4752-a194-6bc6495303bf tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1354.675128] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1354.675492] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.675655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.675655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.675799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.675935] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.676275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.676384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.676691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.676925] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.677082] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.860503] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.860646] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.860856] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa with status ACTIVE [ 1354.861039] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.861158] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.861226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.861485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.861581] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.861740] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.861834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.861892] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.862068] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.862156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.862315] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.862423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.862492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.862630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.862728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.862802] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa is going to be updated. [ 1354.885959] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.886184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.886298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.886587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.886784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.887359] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.179810] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.179986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.180057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.180317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.180414] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.180614] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.180718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.180823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.181031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.181125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.181217] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1355.210347] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.210347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.210347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.210606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.210606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.220739] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1355.370684] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1355.370949] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1355.371148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.371572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.371747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.371972] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.372113] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.372226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.372408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.372555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.372662] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.774583] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 in Status: SUCCESS [ 1355.774860] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.775051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.775266] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.775456] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.775574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.775653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.775787] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.775866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.775953] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.776052] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d5c04cf-8843-49d3-af00-dd70e826b8d5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.875196] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.278230] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d5c04cf-8843-49d3-af00-dd70e826b8d5 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.278690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.278968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.279388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.279737] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.280417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.280417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.280417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.280417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.280417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.280675] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d5c04cf-8843-49d3-af00-dd70e826b8d5 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.280732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.280784] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.280929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.281082] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.281182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.281247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.281440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.281522] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.281618] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.281710] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d5c04cf-8843-49d3-af00-dd70e826b8d5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.377596] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.785633] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d5c04cf-8843-49d3-af00-dd70e826b8d5: rpc.has_security_group_logging(os_id): False [ 1356.821062] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.821286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.821286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.821593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.821691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.821897] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.822011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.822079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.822245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.822324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.822542] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.822675] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.822725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.822843] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.822917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.823113] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.823203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.823264] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.823426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.823503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.823588] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 is going to be created. [ 1356.879753] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.879933] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.879982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.880207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.880296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.880394] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1356.883761] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.883947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.883947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.884398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.884398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.904053] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 in Status: IN_PROGRESS for 2s [ 1356.936916] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.937103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.937149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.937363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.937507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.949760] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1357.231042] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1357.231224] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 deletion is rescheduled due to dependency. [ 1357.231340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.073275] env[69763]: INFO networking_nsxv3.common.synchronization [req-53e107b1-1273-472f-99d5-de0b7abdc93c req-6752d1da-a7e0-441a-8b1c-9048ee24cc50 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1358.073887] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1358.074346] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.074542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.074625] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.074815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.074970] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.075220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.075293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.075451] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.075540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.075636] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.336969] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.337192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.337327] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.337589] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.337846] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.338031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.338164] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.338378] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.338528] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.338743] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1358.338861] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1358.338969] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1358.339097] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1358.339213] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1358.339339] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1358.339514] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1358.359283] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1358.359472] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1358.359628] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1358.359804] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.360126] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-c14a815f-ff25-4b91-b64c-92a42eacb37b taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.360301] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-c14a815f-ff25-4b91-b64c-92a42eacb37b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.360424] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-c14a815f-ff25-4b91-b64c-92a42eacb37b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.360750] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-c14a815f-ff25-4b91-b64c-92a42eacb37b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.360891] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14a815f-ff25-4b91-b64c-92a42eacb37b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.577547] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.577800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.577934] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.578551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.578691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.579018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.579157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.579262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.579516] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.579650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.579789] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1358.608617] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.608844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.608844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.609096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.609284] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.623690] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1358.863071] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.863312] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.863312] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.863543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.863699] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.863869] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port c14a815f-ff25-4b91-b64c-92a42eacb37b not found, creating... [ 1358.864148] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.864305] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.864427] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.864718] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.864874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.865201] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.865391] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.865552] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.865787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.865926] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.866082] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: c14a815f-ff25-4b91-b64c-92a42eacb37b is going to be created. [ 1358.886387] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.886632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.886738] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.886964] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.887210] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.887433] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-c14a815f-ff25-4b91-b64c-92a42eacb37b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.918613] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 in Status: SUCCESS [ 1358.918864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.960493] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1358.960809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.961104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.961352] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.961623] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.961875] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.961957] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.962153] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.962286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.962432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.962594] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.465487] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.465800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.465800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.465983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.466245] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.466245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.466354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.466454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.466540] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.466627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.466810] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.466919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.466982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.467214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.467395] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.467547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.467622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.467775] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.467903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.468008] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.471273] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.594303] env[69763]: INFO networking_nsxv3.common.synchronization [req-53e107b1-1273-472f-99d5-de0b7abdc93c req-305fb856-5340-47a0-9870-981cba707e95 service nova] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_rules [ 1359.595970] env[69763]: INFO networking_nsxv3.common.synchronization [req-53e107b1-1273-472f-99d5-de0b7abdc93c req-305fb856-5340-47a0-9870-981cba707e95 service nova] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1359.595970] env[69763]: INFO networking_nsxv3.common.synchronization [req-53e107b1-1273-472f-99d5-de0b7abdc93c req-305fb856-5340-47a0-9870-981cba707e95 service nova] Enqueued Resource ID: c14a815f-ff25-4b91-b64c-92a42eacb37b with Priority: HIGHEST for action port [ 1359.595970] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_rules [ 1359.595970] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1359.595970] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14a815f-ff25-4b91-b64c-92a42eacb37b with Priority: HIGHEST for action port [ 1359.596318] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.596468] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.596735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.596792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.597575] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.597773] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.597898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.598134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-c14a815f-ff25-4b91-b64c-92a42eacb37b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.598372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c14a815f-ff25-4b91-b64c-92a42eacb37b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.598372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c14a815f-ff25-4b91-b64c-92a42eacb37b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.598500] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c14a815f-ff25-4b91-b64c-92a42eacb37b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.598561] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14a815f-ff25-4b91-b64c-92a42eacb37b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.973429] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657: rpc.has_security_group_logging(os_id): False [ 1359.990777] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.990977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.990977] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.991206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.991330] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.991555] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.991670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.991725] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.991884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.991961] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.992159] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.992254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.992315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.992480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.992545] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.992736] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.992851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.992924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.993080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.993156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.993239] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1360.053276] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.053515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.053515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.053668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.053820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.072060] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1360.100622] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.100747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.100879] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c14a815f-ff25-4b91-b64c-92a42eacb37b with status ACTIVE [ 1360.100983] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.101101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.101173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.101375] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.101536] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.101721] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.101813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.101876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.102045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.102121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.102299] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.102394] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.102454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.102579] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.102645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.102740] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c14a815f-ff25-4b91-b64c-92a42eacb37b is going to be updated. [ 1360.123336] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.123509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.123570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.123727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.123903] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.124119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c14a815f-ff25-4b91-b64c-92a42eacb37b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.635465] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1360.635796] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 deletion is rescheduled due to dependency. [ 1360.635796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.635904] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.636122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.636302] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.636420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.636485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.636636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.636716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.636810] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.139678] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.642437] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.090056] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1362.090311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.145306] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.145515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.145515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.145737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.145827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.145929] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1362.178501] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.178717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.178717] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.178928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.179092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.188485] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1363.532254] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.532652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.532652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.532785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.532863] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.035417] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.199169] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1364.199433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.199582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.199802] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.200018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.200154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.200222] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.200385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.200464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.200549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.200643] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.537867] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.596742] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.596862] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1364.703055] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.703240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.703240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.703840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.703840] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.703840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.703840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.704057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.704057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.704120] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.704390] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.704390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.704572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.704572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.704676] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.704763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.704821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.704947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.705030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.705112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.705200] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.039679] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1365.039949] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1365.208663] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1: rpc.has_security_group_logging(os_id): False [ 1365.229578] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.229801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.229801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.229999] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.230102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.230297] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.230399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.230462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.230624] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.230695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.230938] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.231067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.231129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.231253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.231325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.231565] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.231677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.231740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.231877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.231952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.232059] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1365.311906] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.312139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.312139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.312325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.312467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.328289] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1365.923201] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.923659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.923659] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.923889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.945936] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1365.946849] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.947918] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1365.989144] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.989387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.989387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.989611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.004873] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.005758] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1366.005866] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1366.005933] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1366.045906] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.046155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.046155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.046324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.047515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.047690] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1366.134074] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.134340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.134340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.134534] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.134872] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.135261] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1366.241992] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.242463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.242587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.242909] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.243391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.243850] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1366.244039] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2ef7c2f2-d9c7-4ebd-9904-f61daecb7657', '4d5c04cf-8843-49d3-af00-dd70e826b8d5', '2dfc96bd-3128-44bb-aa19-8c42bd5af4cb', '7c795ed1-276b-4eb2-9186-c18d99fc561a', '33a7c467-8129-4e07-be2e-832b65a0e563', '5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc', '90d3c70d-e4e8-4825-ba9c-e552c8070cc3', '11b258dd-f299-4032-b53f-6e3854d06b33', 'c3bf1247-b15c-4e95-a0ce-c9c95a127515', 'cedf1167-bdaf-4be0-88ad-53df828ca2d9', 'bb2078da-e286-41c0-b37b-d2779d346c5e', 'bf2dbf1d-b000-4104-b0f7-6086c5d59bfc', '9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1', '22aa18d2-86f1-49a3-9b73-aace021ed0c6', '81ce7929-3c0c-4e51-9019-9dfb2ef67459', 'f65e3b83-17af-4eb9-a6ad-6bbdb56315f3', 'b9ab7a11-2e57-46c6-bf69-a17240860379', '0607797e-ec0d-4071-8816-56ec46910cb4', '72ec45b0-2302-4931-8672-aa1a65710d37', 'a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1', 'b88ee86e-1a41-48eb-8439-2376621e5e10', '46724bac-75e4-4001-ac6f-ec6f2a258c30', 'e09dad32-7076-43de-a724-0a39fb49cac5', 'f581f267-f4df-4a7c-b841-456cdb9db31e', '843090c6-f1c0-493b-a9b9-fb879941eced', 'cd00d70e-edf2-49c8-9b82-ab15e20a10af', '4eeec5fe-8567-444b-b07e-90d950d0f038', '2efad01e-9ae0-45dc-a376-1c12acbdb5c4', 'd718f6c8-fc1b-437a-8e30-a910c1d99d74', '6dbfa06f-ee6f-4b31-b301-59d5acd41d89', 'cd5f9a57-557c-4693-9b3b-fd41b22c240f', '18d575ef-f519-4fcb-9999-03e71e057e7f', '442d11bb-cfc9-4db3-ba30-1294bea83a7d', '99532ee6-4076-4178-b77a-01e02e57dcda', 'efa26935-35ed-48c3-86f1-a31203f461bd', '0e4e559d-29ed-4428-bc16-18dc2c852ce0', '70f38713-9bd2-4cf8-99e9-10c88a9e1c40', '828b52cf-3561-46de-8999-bdcd59c1d06b', 'a3dec653-9271-485f-9afc-cc2f2b3023dc', '91a0c963-a3d0-4652-97c2-8d1fbe9800af'} {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1366.244169] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1366.268198] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.268442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.268442] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.268665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.268765] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.268892] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1366.268984] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1366.269063] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1366.389608] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.390062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.390062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.390373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.391769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.392196] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1366.392301] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1366.392415] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1366.392510] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1366.392621] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1366.392746] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGH for action security_group_rules [ 1366.392858] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 with Priority: HIGH for action security_group_rules [ 1366.392929] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb with Priority: HIGH for action security_group_rules [ 1366.392995] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGH for action security_group_rules [ 1366.393102] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGH for action security_group_rules [ 1366.393197] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGH for action security_group_rules [ 1366.393310] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGH for action security_group_rules [ 1366.393416] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGH for action security_group_rules [ 1366.393528] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGH for action security_group_rules [ 1366.393624] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGH for action security_group_rules [ 1366.393721] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGH for action security_group_rules [ 1366.393820] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGH for action security_group_rules [ 1366.393902] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGH for action security_group_rules [ 1366.393975] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGH for action security_group_rules [ 1366.394070] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGH for action security_group_rules [ 1366.394146] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGH for action security_group_rules [ 1366.394211] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGH for action security_group_rules [ 1366.394309] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0607797e-ec0d-4071-8816-56ec46910cb4 with Priority: HIGH for action security_group_rules [ 1366.394366] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72ec45b0-2302-4931-8672-aa1a65710d37 with Priority: HIGH for action security_group_rules [ 1366.394413] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGH for action security_group_rules [ 1366.394557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.667638] env[69763]: INFO networking_nsxv3.common.synchronization [req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 req-19521fe6-98b4-491f-b917-aaf22e6103b3 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Enqueued Resource ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 with Priority: HIGHEST for action security_group_members [ 1366.668248] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 with Priority: HIGHEST for action security_group_members [ 1366.668412] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGH for action security_group_rules [ 1366.668535] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb with Priority: HIGH for action security_group_rules [ 1366.668642] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 with Priority: HIGH for action security_group_rules [ 1366.668775] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 with Priority: HIGH for action security_group_rules [ 1366.668956] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 with Priority: HIGH for action security_group_rules [ 1366.669136] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ec45b0-2302-4931-8672-aa1a65710d37 with Priority: HIGH for action security_group_rules [ 1366.669353] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0607797e-ec0d-4071-8816-56ec46910cb4 with Priority: HIGH for action security_group_rules [ 1366.669393] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab7a11-2e57-46c6-bf69-a17240860379 with Priority: HIGH for action security_group_rules [ 1366.669530] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 with Priority: HIGH for action security_group_rules [ 1366.669698] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 with Priority: HIGH for action security_group_rules [ 1366.669762] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGH for action security_group_rules [ 1366.669955] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc with Priority: HIGH for action security_group_rules [ 1366.669955] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2078da-e286-41c0-b37b-d2779d346c5e with Priority: HIGH for action security_group_rules [ 1366.670080] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 with Priority: HIGH for action security_group_rules [ 1366.670195] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 with Priority: HIGH for action security_group_rules [ 1366.670246] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc with Priority: HIGH for action security_group_rules [ 1366.670330] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGH for action security_group_rules [ 1366.670480] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a7c467-8129-4e07-be2e-832b65a0e563 with Priority: HIGH for action security_group_rules [ 1366.670541] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 with Priority: HIGH for action security_group_rules [ 1366.670741] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a with Priority: HIGH for action security_group_rules [ 1366.670924] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d5c04cf-8843-49d3-af00-dd70e826b8d5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.671098] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.671168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.671366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.671566] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.671678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.671800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.671928] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.672075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.672130] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d5c04cf-8843-49d3-af00-dd70e826b8d5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.673405] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.673405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.673405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.673630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.673682] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.675455] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.675455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.675455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.675455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.675455] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dfc96bd-3128-44bb-aa19-8c42bd5af4cb',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.676563] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.676563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.676563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.676563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.676747] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90d3c70d-e4e8-4825-ba9c-e552c8070cc3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.677738] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.677847] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.677959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.678186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.678305] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81ce7929-3c0c-4e51-9019-9dfb2ef67459',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.679282] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.679441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.679596] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.680610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.680610] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.681199] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ec45b0-2302-4931-8672-aa1a65710d37 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.681368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.681475] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.681701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.681816] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ec45b0-2302-4931-8672-aa1a65710d37',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.682750] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0607797e-ec0d-4071-8816-56ec46910cb4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.682906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.683017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.683239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.683350] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0607797e-ec0d-4071-8816-56ec46910cb4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.684755] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab7a11-2e57-46c6-bf69-a17240860379 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.684755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.684755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.684755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.686131] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab7a11-2e57-46c6-bf69-a17240860379',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.686131] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.686131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.686131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.686347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.686390] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22aa18d2-86f1-49a3-9b73-aace021ed0c6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.687544] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.687718] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.687869] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.688041] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.688145] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65e3b83-17af-4eb9-a6ad-6bbdb56315f3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.689090] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.689225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.689690] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.689818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.690076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.690158] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.690312] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf2dbf1d-b000-4104-b0f7-6086c5d59bfc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.691483] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb2078da-e286-41c0-b37b-d2779d346c5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.691645] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.691747] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.691990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.692113] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb2078da-e286-41c0-b37b-d2779d346c5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.693182] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.693310] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.693452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.693769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.693769] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cedf1167-bdaf-4be0-88ad-53df828ca2d9',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.698018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.698018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.698018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.698018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.698018] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3bf1247-b15c-4e95-a0ce-c9c95a127515',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.698018] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.698018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.698018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.698018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.698018] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.698528] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.698528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.698608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.698812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.698945] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.699952] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a7c467-8129-4e07-be2e-832b65a0e563 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.700118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.700220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.700448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.700535] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a7c467-8129-4e07-be2e-832b65a0e563',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.701595] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d5c04cf-8843-49d3-af00-dd70e826b8d5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.701758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.702280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.702280] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.702280] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d5c04cf-8843-49d3-af00-dd70e826b8d5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.703214] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c795ed1-276b-4eb2-9186-c18d99fc561a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.703358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.703476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.703660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.703911] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c795ed1-276b-4eb2-9186-c18d99fc561a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.128087] env[69763]: INFO networking_nsxv3.common.synchronization [req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 req-1b4caca6-857d-4045-b2bc-f8fa865e280a tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 1367.129123] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGHEST for action security_group_members [ 1367.129451] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.129710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.129811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.130151] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.130327] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.130472] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.130570] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.130781] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.130907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.131053] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.215737] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.215877] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.215968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.216168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.216332] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.216478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.216478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.216627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.216711] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.216796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.216882] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.217772] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.218270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.218367] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.218517] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.234640] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.234809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.278510] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.278510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.295894] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.296111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.296994] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.297112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.297813] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.297908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.298657] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.298804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.299863] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.300011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.300676] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.300770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.301603] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.301700] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.302684] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.302684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.303945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.304188] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.304299] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.304363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.304565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.304650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.304742] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 is going to be updated. [ 1367.306335] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.306449] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.306507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.306679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.308199] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.308294] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.308899] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1367.309355] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.309463] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.310213] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1367.310690] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.310855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.311585] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1367.312010] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.312129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.312819] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1367.313240] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.313345] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.314718] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1367.315181] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.315287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.315919] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1367.316396] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.316505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.339303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.341039] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc is going to be deleted. [ 1367.341039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.341039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.344446] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.344592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.344658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.344871] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.345009] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.350714] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1367.350714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.350714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.350714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.350714] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.357188] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 in Status: IN_PROGRESS for 2s [ 1367.361509] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1367.362101] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.362222] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cedf1167-bdaf-4be0-88ad-53df828ca2d9 is going to be deleted. [ 1367.363849] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.364117] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.390200] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.390649] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0607797e-ec0d-4071-8816-56ec46910cb4 is going to be deleted. [ 1367.391247] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.391577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.410054] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.410380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.413856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.414050] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb2078da-e286-41c0-b37b-d2779d346c5e is going to be deleted. [ 1367.414955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.415198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.432580] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.432794] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.438706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.438968] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1 is going to be deleted. [ 1367.439937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.440374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.468969] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.469257] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.473705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.473921] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab7a11-2e57-46c6-bf69-a17240860379 is going to be deleted. [ 1367.475312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.475627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.524664] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.524867] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.536642] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.536770] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ec45b0-2302-4931-8672-aa1a65710d37 is going to be deleted. [ 1367.537730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.537960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.634411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.634630] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65e3b83-17af-4eb9-a6ad-6bbdb56315f3 is going to be deleted. [ 1367.637194] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.637194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.637194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.637194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.646236] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.646443] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.654461] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.654588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.667482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.667870] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.667870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.668062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.668166] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.668248] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.668350] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 is going to be updated. [ 1367.669428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.669587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.719730] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.719730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.727230] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.727410] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81ce7929-3c0c-4e51-9019-9dfb2ef67459 is going to be deleted. [ 1367.728631] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.729188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.729188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.729188] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.729385] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.729576] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.729721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.729908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.730024] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.730235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.730480] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.730637] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.730746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.730919] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.731082] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.731219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.731283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.731371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.731448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.731575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.731675] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.732562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.732732] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.831804] env[69763]: INFO networking_nsxv3.common.synchronization [req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f req-ebbf8d96-b232-4dc7-972f-a09618f3e6db tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Enqueued Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_members [ 1367.832393] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGHEST for action security_group_members [ 1367.832711] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.832840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.832898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.833358] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.833532] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.833643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.833710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.833870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.833956] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.834063] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.852979] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.853213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.853289] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.853502] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.853680] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.853792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.853864] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.854036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.854129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.854220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.854311] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.976130] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.976290] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.982372] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.982563] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.982627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.982839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.983039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.003338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.003515] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a7c467-8129-4e07-be2e-832b65a0e563 is going to be deleted. [ 1368.004726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.004947] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.012704] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.012967] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.018710] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: IN_PROGRESS for 2s [ 1368.128171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.128171] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3bf1247-b15c-4e95-a0ce-c9c95a127515 is going to be deleted. [ 1368.128920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.129668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.181125] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.181324] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.212018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.212180] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dfc96bd-3128-44bb-aa19-8c42bd5af4cb is going to be deleted. [ 1368.213165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.213380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.235558] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657: rpc.has_security_group_logging(os_id): False [ 1368.303139] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.303295] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c795ed1-276b-4eb2-9186-c18d99fc561a is going to be deleted. [ 1368.304216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.304428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.315483] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.315685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.337200] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.337381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.342563] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.342820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.357167] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.357386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.358252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.358252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.358252] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.358252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.358252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.358252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.358252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.358648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.358648] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.358648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.358648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.358817] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.358817] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.358897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.358945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.359088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.359169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.359244] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.359328] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.377593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.377593] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22aa18d2-86f1-49a3-9b73-aace021ed0c6 is going to be deleted. [ 1368.377593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.377593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.409380] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.409380] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.431752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.431752] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf2dbf1d-b000-4104-b0f7-6086c5d59bfc is going to be deleted. [ 1368.432704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.432949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.433193] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.433193] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 is going to be deleted. [ 1368.434390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.434683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.434683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.434910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4937c2-ef9b-47ea-9b9c-cdf65eb1fecc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.435349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.435598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.435707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.436076] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cedf1167-bdaf-4be0-88ad-53df828ca2d9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.437067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.437067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.437067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.437067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0607797e-ec0d-4071-8816-56ec46910cb4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.437067] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.437382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.437382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.437382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb2078da-e286-41c0-b37b-d2779d346c5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.437498] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.438049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.443170] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.443366] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.503898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.504060] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90d3c70d-e4e8-4825-ba9c-e552c8070cc3 is going to be deleted. [ 1368.504991] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.505216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.505308] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.505430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a87d7fca-bbc5-4519-a1bb-d4dc01c0a7b1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.505591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.505748] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.505827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.505941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab7a11-2e57-46c6-bf69-a17240860379" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.506560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.506768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.506840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.506916] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ec45b0-2302-4931-8672-aa1a65710d37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.507058] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.507203] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.507278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.507390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65e3b83-17af-4eb9-a6ad-6bbdb56315f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.507518] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.507658] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.507733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.507844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81ce7929-3c0c-4e51-9019-9dfb2ef67459" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.508073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.508164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.508204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.508302] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a7c467-8129-4e07-be2e-832b65a0e563" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.508425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.508560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.508635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.508745] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3bf1247-b15c-4e95-a0ce-c9c95a127515" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.508866] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.508998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.563229] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.563565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.685325] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.685751] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.685982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.686053] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.686425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.686648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.686884] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d575ef-f519-4fcb-9999-03e71e057e7f is going to be updated. [ 1368.688682] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.688910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.695023] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.695023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.708559] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.708559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.743433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.743433] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.743433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.743433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.744432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.744432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.744432] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.744432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.744432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.744432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.744432] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.744785] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.744785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.744785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.745057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.745057] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.745057] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1368.746102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.746331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.746418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.746543] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dfc96bd-3128-44bb-aa19-8c42bd5af4cb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.746681] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.746825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.746948] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.746996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c795ed1-276b-4eb2-9186-c18d99fc561a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.747161] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.747298] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.747374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.747485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22aa18d2-86f1-49a3-9b73-aace021ed0c6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.747600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.747736] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.747808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.747911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.748529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.748688] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.748770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.748888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf2dbf1d-b000-4104-b0f7-6086c5d59bfc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.758552] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.758702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.758773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.758973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.759069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.759184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90d3c70d-e4e8-4825-ba9c-e552c8070cc3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.776701] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.776701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.776701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.776985] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.777106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.797825] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d575ef-f519-4fcb-9999-03e71e057e7f in Status: IN_PROGRESS for 2s [ 1368.862412] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1: rpc.has_security_group_logging(os_id): False [ 1368.910558] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.911054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.911054] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.911189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.936888] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.937094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.962224] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1368.962910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.963276] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.963409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.963479] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.963679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.963766] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.964059] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.964169] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.964233] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.964389] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.964466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.964658] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.964740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.964821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.964966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.965056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.965135] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1368.966272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.966441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.966588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.021688] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1369.088799] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.089025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.089025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.089236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.089387] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.112100] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1369.367392] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 in Status: SUCCESS [ 1369.367675] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d5c04cf-8843-49d3-af00-dd70e826b8d5 deletion is rescheduled due to dependency. [ 1369.367774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d5c04cf-8843-49d3-af00-dd70e826b8d5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.028774] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: SUCCESS [ 1370.029283] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 deletion is rescheduled due to dependency. [ 1370.029283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.029283] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.029672] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.029672] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.029799] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.029895] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.029982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.030062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.030149] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.030241] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.532855] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.817944] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d575ef-f519-4fcb-9999-03e71e057e7f in Status: SUCCESS [ 1370.818165] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d575ef-f519-4fcb-9999-03e71e057e7f deletion is rescheduled due to dependency. [ 1370.818285] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.035575] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11b258dd-f299-4032-b53f-6e3854d06b33: rpc.has_security_group_logging(os_id): False [ 1371.041010] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1371.041224] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.051226] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.051361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.051433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.051707] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.051806] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.052070] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.052175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.052241] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.052401] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.052477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.052632] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 is going to be updated. [ 1371.106599] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.106757] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.106959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.107047] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.107197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.125674] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: IN_PROGRESS for 2s [ 1371.127903] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1371.128136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.833106] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.833106] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1373.168135] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b258dd-f299-4032-b53f-6e3854d06b33 in Status: SUCCESS [ 1373.168354] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.834422] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.834677] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.835493] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.835897] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.539014] env[69763]: INFO networking_nsxv3.common.synchronization [req-d72915cb-183c-49d6-88c7-f73402c7fb1b req-edbd449d-eaa5-4c8b-9de2-4e3aa214a372 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1384.539486] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1384.539790] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.539918] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.539983] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.540226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.540577] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.540577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.540577] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.540726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.540726] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.540833] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.043411] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.043684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.043684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.043774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.065896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.066166] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.066281] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.066347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.066546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.066630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.066718] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1385.093199] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.093435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.093435] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.093578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.093712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.102126] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1387.113728] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1387.114219] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 deletion is rescheduled due to dependency. [ 1387.114219] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.540996] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.541431] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.943146] env[69763]: INFO networking_nsxv3.common.synchronization [req-47d661d8-4464-4c0b-bf43-92902f9bc9cd req-160bc4d2-4587-44b6-a525-71432a6fbb21 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1392.943764] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1392.944191] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.944360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.944437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.944677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.944867] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.945014] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.945104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.945300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.945422] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.945577] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.198638] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.198638] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.198638] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.198883] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.199185] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.199398] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.199552] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.199871] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.200035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.200307] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1393.200456] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.200598] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.200737] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.200882] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1393.201031] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.201204] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1393.248289] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1393.248502] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1393.248629] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1393.248834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.249171] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-23ae5a46-7862-49dc-897e-3a6918ccc43b taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.249353] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.249478] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.250046] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.250046] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ae5a46-7862-49dc-897e-3a6918ccc43b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.449107] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.449107] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.449107] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.449399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.449399] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.449593] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.449750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.449859] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.450116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.450252] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.450357] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1393.475322] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.475548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.475548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.475722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.475870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.484332] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1393.509289] env[69763]: INFO networking_nsxv3.common.synchronization [req-2188ce55-88cb-4af3-a961-d4d52b10c322 req-6b2e61e7-6048-4454-8532-fcfc20455871 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1393.510547] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGHEST for action security_group_members [ 1393.510547] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.510547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.510547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.510547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.510827] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.510827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.510913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.511064] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.511175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.511214] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.752657] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.752922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.753046] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.753475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.753683] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.753887] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 23ae5a46-7862-49dc-897e-3a6918ccc43b not found, creating... [ 1393.754224] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.754438] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.754596] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.754867] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.755071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.755435] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.755639] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.755795] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.756078] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.757032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.757032] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 23ae5a46-7862-49dc-897e-3a6918ccc43b is going to be created. [ 1393.779560] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.779784] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.779917] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.780233] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.780475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.780717] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.013274] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.013723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.013723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.013723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.013723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.013924] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.014035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.014136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.014245] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.014321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.014408] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be updated. [ 1394.040649] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.040820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.040868] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.041128] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.041278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.049912] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: IN_PROGRESS for 2s [ 1394.425377] env[69763]: INFO networking_nsxv3.common.synchronization [req-47d661d8-4464-4c0b-bf43-92902f9bc9cd req-e5afaa2c-dfdf-4d48-9e9f-24d651dbd8cf service nova] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1394.425556] env[69763]: INFO networking_nsxv3.common.synchronization [req-47d661d8-4464-4c0b-bf43-92902f9bc9cd req-e5afaa2c-dfdf-4d48-9e9f-24d651dbd8cf service nova] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1394.425711] env[69763]: INFO networking_nsxv3.common.synchronization [req-47d661d8-4464-4c0b-bf43-92902f9bc9cd req-e5afaa2c-dfdf-4d48-9e9f-24d651dbd8cf service nova] Enqueued Resource ID: 23ae5a46-7862-49dc-897e-3a6918ccc43b with Priority: HIGHEST for action port [ 1394.425948] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1394.426086] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1394.426188] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ae5a46-7862-49dc-897e-3a6918ccc43b with Priority: HIGHEST for action port [ 1394.426722] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.426846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.426910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.427205] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.427291] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.428447] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.428537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.428726] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ae5a46-7862-49dc-897e-3a6918ccc43b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.428823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.428917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.429060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.429135] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ae5a46-7862-49dc-897e-3a6918ccc43b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.931408] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.931408] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.931662] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23ae5a46-7862-49dc-897e-3a6918ccc43b with status ACTIVE [ 1394.932046] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.932046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.932046] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.932213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.932343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.932495] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.932600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.932660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.932862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.933017] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.933212] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.933308] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.933369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.933503] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.933578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.933659] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23ae5a46-7862-49dc-897e-3a6918ccc43b is going to be updated. [ 1394.967378] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.967571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.967635] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.967812] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.967952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.968131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.494791] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1395.494791] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 deletion is rescheduled due to dependency. [ 1395.494791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.494791] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.496270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.496270] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.496270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.496270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.496270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.496270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.496270] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.997715] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.061035] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 in Status: SUCCESS [ 1396.061035] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 deletion is rescheduled due to dependency. [ 1396.061035] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.499372] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.002454] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.002660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.002660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.002908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.002982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.003100] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1397.032352] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.032513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.032590] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.032772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.032964] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.043569] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1399.054839] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1399.054839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.055109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.055109] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.055284] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.055400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.055467] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.055622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.055704] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.055789] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.055942] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.426917] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.426917] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1399.558535] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.786625] env[69763]: INFO networking_nsxv3.common.synchronization [None req-8f59d539-8460-4798-8c94-9d37b9d0dc63 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: e5172063-e93a-4e5b-b8a3-2009ecf0fe63 with Priority: HIGHEST for action security_group_rules [ 1399.789194] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5172063-e93a-4e5b-b8a3-2009ecf0fe63 with Priority: HIGHEST for action security_group_rules [ 1399.789529] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5172063-e93a-4e5b-b8a3-2009ecf0fe63 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.789657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5172063-e93a-4e5b-b8a3-2009ecf0fe63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.789721] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5172063-e93a-4e5b-b8a3-2009ecf0fe63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.789987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5172063-e93a-4e5b-b8a3-2009ecf0fe63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.790098] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5172063-e93a-4e5b-b8a3-2009ecf0fe63',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.931585] env[69763]: INFO networking_nsxv3.common.synchronization [None req-b08da864-8200-4d3c-93fd-5de7c5691823 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: e5172063-e93a-4e5b-b8a3-2009ecf0fe63 with Priority: HIGHEST for action security_group_rules [ 1399.932273] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5172063-e93a-4e5b-b8a3-2009ecf0fe63 with Priority: HIGHEST for action security_group_rules [ 1399.932702] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5172063-e93a-4e5b-b8a3-2009ecf0fe63 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.932702] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5172063-e93a-4e5b-b8a3-2009ecf0fe63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.060783] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4eeec5fe-8567-444b-b07e-90d950d0f038: rpc.has_security_group_logging(os_id): False [ 1400.080968] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.080968] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.081171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.082032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.082155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.083969] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.083969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.083969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.083969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.083969] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.083969] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1400.155425] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.155595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.155643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.155838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.155986] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.169360] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1400.310396] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.310833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.310982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.311271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.311365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.311462] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5172063-e93a-4e5b-b8a3-2009ecf0fe63 already deleted. [ 1400.311546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5172063-e93a-4e5b-b8a3-2009ecf0fe63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.311682] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5172063-e93a-4e5b-b8a3-2009ecf0fe63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.311883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5172063-e93a-4e5b-b8a3-2009ecf0fe63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.311984] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5172063-e93a-4e5b-b8a3-2009ecf0fe63',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.832383] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.832538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.832613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.832824] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.832943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.833068] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5172063-e93a-4e5b-b8a3-2009ecf0fe63 already deleted. [ 1400.833157] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5172063-e93a-4e5b-b8a3-2009ecf0fe63" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.182893] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1402.182893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.879232] env[69763]: INFO networking_nsxv3.common.synchronization [req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d req-cd1e7774-82b6-418c-a2c9-27d9a3061ef4 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1402.879752] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1402.880132] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.880253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.880372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.880511] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.880770] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.880770] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.880901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.880941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.881023] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.881110] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.383848] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.384254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.384254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.384344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.384384] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.384550] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.384649] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.384750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.384874] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.384936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.385022] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1403.412891] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.413134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.413134] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.413342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.413478] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.422076] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1405.436110] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1405.436110] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 deletion is rescheduled due to dependency. [ 1405.436110] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.447646] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad req-fee12752-2e98-4b44-a01c-bd58796189fe tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1405.447646] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1405.447646] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.448562] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.448889] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.449591] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.450028] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.456031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.456031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.456031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.456031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.456031] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.722309] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.723034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.723034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.723198] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.723567] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.723913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.724183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.724527] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.724900] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.725251] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1405.725460] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1405.725681] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1405.725893] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1405.726147] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1405.726389] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1405.726661] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1405.746548] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1405.746785] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1405.746967] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1405.747200] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.747554] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-62bef994-4da8-44c1-9e03-6f233d8373c8 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.747773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-62bef994-4da8-44c1-9e03-6f233d8373c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.747935] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-62bef994-4da8-44c1-9e03-6f233d8373c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.748368] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-62bef994-4da8-44c1-9e03-6f233d8373c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.748565] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62bef994-4da8-44c1-9e03-6f233d8373c8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.957884] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.958142] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.958194] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.958392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.958471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.958662] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.958759] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.958821] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.958966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.959055] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.959141] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1405.984261] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.984454] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.984531] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.984730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.984870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.994793] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1406.251129] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.251353] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.251461] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.251764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.251992] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.252197] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 62bef994-4da8-44c1-9e03-6f233d8373c8 not found, creating... [ 1406.252470] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.252638] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.252761] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.253158] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.253367] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.253664] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.253830] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.253955] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.254197] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.254342] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.254486] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 62bef994-4da8-44c1-9e03-6f233d8373c8 is going to be created. [ 1406.275996] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.276251] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.276364] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.276636] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.276868] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.277108] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-62bef994-4da8-44c1-9e03-6f233d8373c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.966667] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad req-8f8d75c6-4366-47dd-b2c0-fddd49c3a422 service nova] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_rules [ 1406.966920] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad req-8f8d75c6-4366-47dd-b2c0-fddd49c3a422 service nova] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1406.967015] env[69763]: INFO networking_nsxv3.common.synchronization [req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad req-8f8d75c6-4366-47dd-b2c0-fddd49c3a422 service nova] Enqueued Resource ID: 62bef994-4da8-44c1-9e03-6f233d8373c8 with Priority: HIGHEST for action port [ 1406.967254] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_rules [ 1406.967381] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1406.967479] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bef994-4da8-44c1-9e03-6f233d8373c8 with Priority: HIGHEST for action port [ 1406.968118] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.968269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.968379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.968604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.968688] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.969512] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.969610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.970191] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-62bef994-4da8-44c1-9e03-6f233d8373c8 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.970322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62bef994-4da8-44c1-9e03-6f233d8373c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.970372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62bef994-4da8-44c1-9e03-6f233d8373c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.970578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62bef994-4da8-44c1-9e03-6f233d8373c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.970710] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62bef994-4da8-44c1-9e03-6f233d8373c8',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.472731] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.472971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.474051] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62bef994-4da8-44c1-9e03-6f233d8373c8 with status ACTIVE [ 1407.474051] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.474051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.474051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.474051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.474051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.474051] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.474051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.474051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.474683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.474683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.474683] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.474683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.474683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.474683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.474884] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.474884] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62bef994-4da8-44c1-9e03-6f233d8373c8 is going to be updated. [ 1407.496498] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.496739] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.496739] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.496911] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.497062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.497269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62bef994-4da8-44c1-9e03-6f233d8373c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.004601] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1408.004861] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 deletion is rescheduled due to dependency. [ 1408.005198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.005198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.005287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.005437] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.005552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.005617] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.005767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.005846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.005939] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.508403] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.010843] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.513311] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.513492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.513550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.513720] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.513811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.513905] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1409.540532] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.540719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.540719] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.540927] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.541078] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.549941] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1411.561196] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1411.561588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.561588] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.561758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.561942] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.562106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.562202] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.562373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.562457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.562546] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.562637] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.969131] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.969368] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1412.065128] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.065356] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.065356] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.065603] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.065799] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.065949] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.066052] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.066226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.066327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.066471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.066626] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.066735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.066796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.066942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.067113] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.067255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.067332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.067482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.067564] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.067668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.067747] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.571058] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1: rpc.has_security_group_logging(os_id): False [ 1412.589159] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.589407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.589407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.589572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.589660] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.589846] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.589967] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.590045] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.590225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.590310] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.590505] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.590599] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.590662] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.590800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.590876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.591077] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.591173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.591236] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.591374] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.591448] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.591533] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1412.650824] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.651093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.651093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.651262] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.651410] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.662098] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1414.675414] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1414.675834] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.971056] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.971056] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.972480] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.972901] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.974054] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.974556] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.975785] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.975785] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.976969] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.977470] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.978073] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.978491] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.868437] env[69763]: INFO networking_nsxv3.common.synchronization [req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 req-6315fcdb-d567-45e3-a9be-f08395aad926 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1443.868984] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1443.869298] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.869426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.869497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.869690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.869845] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.869945] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.870029] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.870242] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.870329] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.870414] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.372955] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.372955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.372955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.373215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.373409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.373855] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.373855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.373855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.373855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.374093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.374093] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1444.404206] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.404434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.404434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.404602] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.404752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.415552] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1446.242400] env[69763]: INFO networking_nsxv3.common.synchronization [req-5c8feb1f-0b4f-4f45-afab-c05669889b7e req-ab0d9a06-f4ec-4f94-9c88-b194a72c73f9 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1446.243445] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1446.243445] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.243445] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.428840] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1446.428840] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 deletion is rescheduled due to dependency. [ 1446.428840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.429173] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.429221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.429371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.429485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.429548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.429696] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.429776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.430263] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.502438] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.502748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.502894] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.503199] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.504017] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.504017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.504017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.504017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.504233] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.505021] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1446.505021] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1446.505021] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1446.505021] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1446.505021] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1446.505258] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1446.505258] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1446.525131] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1446.525398] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1446.525492] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1446.525669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-468" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.525986] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.526181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.526311] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.526635] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.526804] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.933060] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.933240] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.933385] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.933555] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.933669] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.933850] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.933944] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.934039] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.934190] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.934311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.934454] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1446.962407] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.962569] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.962636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.962832] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.962973] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.971991] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1447.030164] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.030164] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.030164] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.030446] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.030446] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.030750] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec not found, creating... [ 1447.030856] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.031028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.031158] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.031388] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.031527] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.031807] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.031958] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.032097] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.032308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.032515] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.032722] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec is going to be created. [ 1447.055026] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.055026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.055026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.055325] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.055457] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.055702] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.762435] env[69763]: INFO networking_nsxv3.common.synchronization [req-5c8feb1f-0b4f-4f45-afab-c05669889b7e req-3d8d9f6d-0b72-46f2-9a4f-41a17b0586c3 service nova] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_rules [ 1447.762748] env[69763]: INFO networking_nsxv3.common.synchronization [req-5c8feb1f-0b4f-4f45-afab-c05669889b7e req-3d8d9f6d-0b72-46f2-9a4f-41a17b0586c3 service nova] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1447.762800] env[69763]: INFO networking_nsxv3.common.synchronization [req-5c8feb1f-0b4f-4f45-afab-c05669889b7e req-3d8d9f6d-0b72-46f2-9a4f-41a17b0586c3 service nova] Enqueued Resource ID: d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec with Priority: HIGHEST for action port [ 1447.763314] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_rules [ 1447.763450] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1447.763590] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec with Priority: HIGHEST for action port [ 1447.764439] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.764568] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.764653] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.764827] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.764912] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.765764] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.765891] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.766057] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.766159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.766226] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.766418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.766496] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.268432] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.268652] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.270854] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec with status ACTIVE [ 1448.271053] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.271182] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.271251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.271501] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.271572] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.271797] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.271936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.272012] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.272181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.272263] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.272475] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.272582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.272629] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.272772] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.272846] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.272932] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec is going to be updated. [ 1448.294592] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.294917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.294917] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.295144] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.295286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.295453] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.981682] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1448.982080] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 deletion is rescheduled due to dependency. [ 1448.982080] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.982334] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.982606] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.982812] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.982942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.983016] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.983214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.983386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.983546] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.486122] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.988321] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.490899] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.491147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.491147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.491370] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.491494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.491621] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1450.526889] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.527131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.527131] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.527263] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.527410] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.536584] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1452.548524] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1452.548963] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.548963] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.549187] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.549396] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.549524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.549714] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.549774] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.549863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.549902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.550033] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.765151] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.765382] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1453.052439] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.052671] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.052671] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.052830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.052991] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.053104] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.053168] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.053321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.053431] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.053526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.053672] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.053763] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.053823] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.053962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.054108] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.054198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.054259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.054392] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.054464] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.054547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.054634] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.557567] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1: rpc.has_security_group_logging(os_id): False [ 1453.578634] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.578924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.578982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.579344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.579513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.579833] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.580032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.580146] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.580423] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.580554] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.580903] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.581085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.581209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.581455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.581601] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.581922] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.582111] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.582391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.582513] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.582643] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.582802] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1453.656237] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.656510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.656510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.656657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.656796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.670925] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1455.687396] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1455.687785] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.766898] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.766898] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.171651] env[69763]: INFO networking_nsxv3.common.synchronization [req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 req-a743582c-242a-49e6-9a52-ce2e5848bda6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1459.172193] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGHEST for action security_group_members [ 1459.172553] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.172670] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.172740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.172940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.173217] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.173349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.173412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.173566] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.173648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.173779] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.675756] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.675964] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.676027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.676263] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.676363] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.676566] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.676663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.676746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.676902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.676981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.677094] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be updated. [ 1459.707917] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.708085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.708085] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.708274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.708391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.717797] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: IN_PROGRESS for 2s [ 1461.729906] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 in Status: SUCCESS [ 1461.730308] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 deletion is rescheduled due to dependency. [ 1461.730308] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.173687] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.174097] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.011860] env[69763]: INFO networking_nsxv3.common.synchronization [None req-1c846688-19f7-4b15-87da-287ba80e6595 None None] Enqueued Resource ID: 46300753-c2e7-47c0-abb4-28f48f9112a0 with Priority: HIGHEST for action port [ 1467.012170] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46300753-c2e7-47c0-abb4-28f48f9112a0 with Priority: HIGHEST for action port [ 1467.012813] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-46300753-c2e7-47c0-abb4-28f48f9112a0 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.012962] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46300753-c2e7-47c0-abb4-28f48f9112a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.013033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46300753-c2e7-47c0-abb4-28f48f9112a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.013461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46300753-c2e7-47c0-abb4-28f48f9112a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.013545] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46300753-c2e7-47c0-abb4-28f48f9112a0',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.516396] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46300753-c2e7-47c0-abb4-28f48f9112a0 [ 1467.516837] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.516837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.517065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.517129] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.517221] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.517317] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46300753-c2e7-47c0-abb4-28f48f9112a0 already deleted. [ 1467.517456] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46300753-c2e7-47c0-abb4-28f48f9112a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.571720] env[69763]: INFO networking_nsxv3.common.synchronization [None req-85d44e70-6a22-4b06-a17f-949276a0988e tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_rules [ 1467.572426] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_rules [ 1467.572800] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.572914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.572974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.573340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.573461] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.644843] env[69763]: INFO networking_nsxv3.common.synchronization [None req-8b668339-6ea2-46a2-abe6-c2ff2e32d6ac tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_rules [ 1467.644843] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_rules [ 1467.644843] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.645215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.095713] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.096020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.096020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.096198] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.096349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.096393] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd already deleted. [ 1468.096455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.096611] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.096798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.096882] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.616251] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.616251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.616251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.616251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.616251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.616251] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd already deleted. [ 1468.616251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.017249] env[69763]: INFO networking_nsxv3.common.synchronization [None req-c7b185ce-55dc-4a14-b0e6-ff7aff8119fc None None] Enqueued Resource ID: 761cf0cf-4078-44a1-822e-e29e22924a5e with Priority: HIGHEST for action port [ 1469.017953] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 761cf0cf-4078-44a1-822e-e29e22924a5e with Priority: HIGHEST for action port [ 1469.018602] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-761cf0cf-4078-44a1-822e-e29e22924a5e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.019022] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-761cf0cf-4078-44a1-822e-e29e22924a5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.019340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-761cf0cf-4078-44a1-822e-e29e22924a5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.020767] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-761cf0cf-4078-44a1-822e-e29e22924a5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.021711] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('761cf0cf-4078-44a1-822e-e29e22924a5e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.377272] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.377603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.377693] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.378056] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.378433] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.378664] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.378818] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.379155] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.379335] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.379559] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1469.379680] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1469.379864] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1469.380061] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1469.380273] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1469.380471] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1469.380719] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1469.401115] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1469.401396] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1469.401634] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1469.401871] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-327" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.402206] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-23ae5a46-7862-49dc-897e-3a6918ccc43b taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.402385] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.402516] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.402851] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.402991] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ae5a46-7862-49dc-897e-3a6918ccc43b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.524321] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 761cf0cf-4078-44a1-822e-e29e22924a5e [ 1469.525102] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.525102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.525102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.525102] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.525313] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.525313] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:761cf0cf-4078-44a1-822e-e29e22924a5e already deleted. [ 1469.525388] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-761cf0cf-4078-44a1-822e-e29e22924a5e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.905669] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.905942] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.906056] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.906342] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.906495] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.906794] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.906957] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.907093] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.907314] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.907457] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.907742] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.907904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.908041] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.908262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.908403] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.908553] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 23ae5a46-7862-49dc-897e-3a6918ccc43b is going to be updated. [ 1469.930347] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.930582] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.930730] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.931016] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.931231] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.931467] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.605917] env[69763]: INFO networking_nsxv3.common.synchronization [req-4499c3a3-eef2-448f-8274-0dec2a2c65fb req-2f422a63-439f-405c-965e-c77302c97459 service nova] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1470.606184] env[69763]: INFO networking_nsxv3.common.synchronization [req-4499c3a3-eef2-448f-8274-0dec2a2c65fb req-2f422a63-439f-405c-965e-c77302c97459 service nova] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1470.606265] env[69763]: INFO networking_nsxv3.common.synchronization [req-4499c3a3-eef2-448f-8274-0dec2a2c65fb req-2f422a63-439f-405c-965e-c77302c97459 service nova] Enqueued Resource ID: 23ae5a46-7862-49dc-897e-3a6918ccc43b with Priority: HIGHEST for action port [ 1470.606492] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_rules [ 1470.606621] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1470.606717] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ae5a46-7862-49dc-897e-3a6918ccc43b with Priority: HIGHEST for action port [ 1470.607269] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.607397] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.607466] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.607664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.607742] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.608753] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.608908] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.609011] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.609208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.609465] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.609598] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.609690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.609862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.609980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.610202] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.611046] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ae5a46-7862-49dc-897e-3a6918ccc43b taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.615010] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.615010] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.615010] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.615010] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ae5a46-7862-49dc-897e-3a6918ccc43b',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.113252] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.114263] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.114395] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.116167] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23ae5a46-7862-49dc-897e-3a6918ccc43b with status ACTIVE [ 1471.116167] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.116167] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.116167] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.116353] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.116393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.116724] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.116724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.116816] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.116923] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.116963] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.117154] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.117270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.117307] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.117427] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.117496] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.117576] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23ae5a46-7862-49dc-897e-3a6918ccc43b is going to be updated. [ 1471.137477] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.137664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.137708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.137878] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.138018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.138175] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ae5a46-7862-49dc-897e-3a6918ccc43b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.615527] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.117478] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.117727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.117727] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.117898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.118030] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.118155] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1472.151254] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.151492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.151492] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.151636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.151788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.160985] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1472.960047] env[69763]: INFO networking_nsxv3.common.synchronization [req-3d4c479a-b5c5-4cd5-998e-415342a411c6 req-c442c888-1a86-45c8-9b33-8d0261791a31 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_members [ 1472.960628] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_members [ 1472.961061] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.961300] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.961368] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.961634] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.961818] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.961926] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.961987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.962165] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.962255] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.962337] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.375458] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.375675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.375809] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.376171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.376443] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.376612] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.376741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.376968] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.377135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.377355] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1473.377475] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1473.377587] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1473.377701] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1473.377842] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1473.377962] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1473.378116] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1473.398421] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1473.398594] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1473.398739] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1473.398934] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.399269] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-32c20178-9db0-4654-99cd-0c385b1715c1 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.399447] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-32c20178-9db0-4654-99cd-0c385b1715c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.399575] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-32c20178-9db0-4654-99cd-0c385b1715c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.399909] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-32c20178-9db0-4654-99cd-0c385b1715c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.400175] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c20178-9db0-4654-99cd-0c385b1715c1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.464521] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.464738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.464738] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.464902] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.465180] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.465414] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.465527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.465592] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.465798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.465888] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.465983] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd already deleted. [ 1473.466079] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.902549] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.902847] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.902985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.903399] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.903597] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.903802] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 32c20178-9db0-4654-99cd-0c385b1715c1 not found, creating... [ 1473.904130] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.904368] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.904568] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.904915] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.905173] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.905604] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.905793] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.905966] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.906211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.906357] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.906506] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 32c20178-9db0-4654-99cd-0c385b1715c1 is going to be created. [ 1473.929390] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.929617] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.929734] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.930033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.930280] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.930513] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-32c20178-9db0-4654-99cd-0c385b1715c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.170969] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1474.171459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.171459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.171650] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.171848] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.171960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.172040] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.172186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.172826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.172826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.172826] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.623641] env[69763]: INFO networking_nsxv3.common.synchronization [req-3d4c479a-b5c5-4cd5-998e-415342a411c6 req-bc3c7031-7cec-4658-a24f-7a964f690a39 service nova] Enqueued Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_rules [ 1474.623868] env[69763]: INFO networking_nsxv3.common.synchronization [req-3d4c479a-b5c5-4cd5-998e-415342a411c6 req-bc3c7031-7cec-4658-a24f-7a964f690a39 service nova] Enqueued Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_members [ 1474.624033] env[69763]: INFO networking_nsxv3.common.synchronization [req-3d4c479a-b5c5-4cd5-998e-415342a411c6 req-bc3c7031-7cec-4658-a24f-7a964f690a39 service nova] Enqueued Resource ID: 32c20178-9db0-4654-99cd-0c385b1715c1 with Priority: HIGHEST for action port [ 1474.624572] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_rules [ 1474.624748] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_members [ 1474.624822] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c20178-9db0-4654-99cd-0c385b1715c1 with Priority: HIGHEST for action port [ 1474.625123] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.625275] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.625356] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.625519] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.625599] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.626809] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.626809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.626809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.626993] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.627126] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.627218] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.627273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.627411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.627505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.627629] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.628750] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-32c20178-9db0-4654-99cd-0c385b1715c1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.628876] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32c20178-9db0-4654-99cd-0c385b1715c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.628930] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32c20178-9db0-4654-99cd-0c385b1715c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.629089] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32c20178-9db0-4654-99cd-0c385b1715c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.629159] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c20178-9db0-4654-99cd-0c385b1715c1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.676029] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.131404] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.131674] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.131725] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.133373] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32c20178-9db0-4654-99cd-0c385b1715c1 with status ACTIVE [ 1475.133373] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.133373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.133373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.134379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.134379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.134379] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.134379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.134379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.134379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.134379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.134379] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.134379] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.134972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.134972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.134972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.134972] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32c20178-9db0-4654-99cd-0c385b1715c1 is going to be updated. [ 1475.157132] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.157373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.157373] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.157568] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.157795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.157898] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32c20178-9db0-4654-99cd-0c385b1715c1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.177546] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4eeec5fe-8567-444b-b07e-90d950d0f038: rpc.has_security_group_logging(os_id): False [ 1475.197767] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.198036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.198036] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.198181] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.198271] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.198508] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.198665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.198771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.198931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.199018] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.199119] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1475.277251] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.277428] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.277495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.277722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.277882] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.301070] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1475.637371] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.140539] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.140773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.140915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.141121] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.141212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.141317] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd is going to be created. [ 1476.171385] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.171631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.171631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.171813] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.172025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.184073] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd in Status: UNINITIALIZED for 2s [ 1477.316802] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1477.317216] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.193958] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd in Status: SUCCESS [ 1478.194150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.194327] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.194561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.194770] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.194880] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.194943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.195135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.195220] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.195308] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.195400] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.698070] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.200223] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4d70830-7ee0-4c28-a44f-16dd6269b2cd: rpc.has_security_group_logging(os_id): False [ 1479.218174] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.218386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.218386] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.218679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.218800] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.219085] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.219239] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.219320] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.219481] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.219559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.219648] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd is going to be created. [ 1479.278528] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.278528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.278809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.278809] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.278970] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.290788] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd in Status: IN_PROGRESS for 2s [ 1479.625770] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.625912] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1481.305263] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd in Status: SUCCESS [ 1481.305690] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.626999] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.627462] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.093141] env[69763]: INFO networking_nsxv3.common.synchronization [req-6e382361-8ce4-4146-90a9-ded90c38f2dc req-4d441698-3e3c-42ec-9cc3-e36f8813b459 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1487.093664] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGHEST for action security_group_members [ 1487.094030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.094210] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.094319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.094604] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.094835] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.094987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.095099] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.095509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.095509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.095625] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.598776] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.598776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.598776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.599253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.599253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.599253] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.599253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.599253] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.599542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.599542] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.599542] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be updated. [ 1487.629071] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.629476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.629476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.629476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.629661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.637771] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: IN_PROGRESS for 2s [ 1489.650017] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 in Status: SUCCESS [ 1489.650417] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 deletion is rescheduled due to dependency. [ 1489.650417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.094676] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.095100] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.095834] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.096291] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.097141] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.097501] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.098376] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.098818] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.099691] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.099982] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.101159] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.101539] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.102494] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.102909] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.103886] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.104327] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.762742] env[69763]: INFO networking_nsxv3.common.synchronization [None req-c8487ffa-2992-4938-9800-fd72fe140a60 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_rules [ 1531.763516] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_rules [ 1531.763933] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e274f1da-f76c-48d7-a1f7-ab890f637596 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.764136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.764249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.764639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.764766] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.828677] env[69763]: INFO networking_nsxv3.common.synchronization [None req-98bd8ed6-b1c7-4773-9b86-10ca98c28617 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_rules [ 1531.829207] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_rules [ 1531.829508] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e274f1da-f76c-48d7-a1f7-ab890f637596 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.829632] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.288322] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.288485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.288567] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.288751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.288840] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.288933] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e274f1da-f76c-48d7-a1f7-ab890f637596 already deleted. [ 1532.289033] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.289186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.289340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.289422] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.812205] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.812587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.812587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.812587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.812691] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.812829] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e274f1da-f76c-48d7-a1f7-ab890f637596 already deleted. [ 1532.812885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.830531] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.830907] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.088572] env[69763]: INFO networking_nsxv3.common.synchronization [req-e0705ceb-3999-4802-8463-956519aef0df req-3cdad513-fd5d-482e-b0ec-98336a9b7ced tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_members [ 1537.089090] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_members [ 1537.089388] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e274f1da-f76c-48d7-a1f7-ab890f637596 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.089509] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.089574] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.089826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.089996] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.090107] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.090197] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.090344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.090425] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.090528] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.356714] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.356931] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.357067] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.357343] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.357603] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.357779] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.357916] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.358141] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.358318] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.358537] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1537.358660] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1537.358776] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1537.358889] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1537.359014] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1537.359130] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1537.359268] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1537.381577] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1537.381754] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1537.381875] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1537.382080] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.382398] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.382575] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.382702] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.383042] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.383194] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.592537] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.592753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.592753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.592959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.593065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.593293] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.593402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.593458] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.593609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.593683] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.593770] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e274f1da-f76c-48d7-a1f7-ab890f637596 already deleted. [ 1537.593848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.885432] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.885845] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.885845] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.886121] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.886345] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.886543] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d not found, creating... [ 1537.886871] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.887094] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.887257] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.887579] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.887754] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.888068] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.888241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.888367] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.888593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.888732] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.888875] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d is going to be created. [ 1537.911482] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.911759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.911856] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.912145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.912385] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.912695] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.574238] env[69763]: INFO networking_nsxv3.common.synchronization [req-e0705ceb-3999-4802-8463-956519aef0df req-716630bb-bd58-44e3-b0b5-8413be012773 service nova] Enqueued Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_rules [ 1538.574238] env[69763]: INFO networking_nsxv3.common.synchronization [req-e0705ceb-3999-4802-8463-956519aef0df req-716630bb-bd58-44e3-b0b5-8413be012773 service nova] Enqueued Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_members [ 1538.574238] env[69763]: INFO networking_nsxv3.common.synchronization [req-e0705ceb-3999-4802-8463-956519aef0df req-716630bb-bd58-44e3-b0b5-8413be012773 service nova] Enqueued Resource ID: eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d with Priority: HIGHEST for action port [ 1538.574238] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_rules [ 1538.574238] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_members [ 1538.574238] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d with Priority: HIGHEST for action port [ 1538.574238] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e274f1da-f76c-48d7-a1f7-ab890f637596 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.574238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.574238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.574758] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.575033] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.576087] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e274f1da-f76c-48d7-a1f7-ab890f637596 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.576319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.576483] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.576746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.576986] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.577224] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.577381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.577728] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.577941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.578137] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.578985] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.579288] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.579723] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.579998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.580638] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.082388] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.083482] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e274f1da-f76c-48d7-a1f7-ab890f637596 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.083639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.083938] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d with status ACTIVE [ 1539.084110] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.084214] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.084277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.084622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.084622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.084772] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.084851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.084906] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.085019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.085186] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.085389] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.085526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.085526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.085668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.085782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.085838] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d is going to be updated. [ 1539.106728] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.106913] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.107051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.107176] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.107311] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.107459] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.585042] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.087144] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.087559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.087559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.087559] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.087678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.087775] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e274f1da-f76c-48d7-a1f7-ab890f637596 is going to be created. [ 1540.112625] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.113935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.113935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.113935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.113935] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.122235] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e274f1da-f76c-48d7-a1f7-ab890f637596 in Status: UNINITIALIZED for 2s [ 1542.133080] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e274f1da-f76c-48d7-a1f7-ab890f637596 in Status: SUCCESS [ 1542.133557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.133557] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.133701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.133882] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.134020] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.134088] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.134246] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.134346] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.134457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.134551] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.636755] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.139342] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e274f1da-f76c-48d7-a1f7-ab890f637596: rpc.has_security_group_logging(os_id): False [ 1543.158299] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.158505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.158505] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.158709] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.158798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.159046] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.159150] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.159213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.159362] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.159439] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.159524] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e274f1da-f76c-48d7-a1f7-ab890f637596 is going to be created. [ 1543.217783] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.218032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.218032] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.218207] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.218391] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.229508] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e274f1da-f76c-48d7-a1f7-ab890f637596 in Status: IN_PROGRESS for 2s [ 1543.574264] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.574491] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1545.242489] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e274f1da-f76c-48d7-a1f7-ab890f637596 in Status: SUCCESS [ 1545.242936] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.575746] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.576185] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.577363] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.577723] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.578554] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.578973] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.579962] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.580327] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.581246] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.581613] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.581886] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.582444] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.582901] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.583296] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.584184] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.584694] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.624015] env[69763]: INFO networking_nsxv3.common.synchronization [req-1ee89921-aad9-47c6-a814-fce0c7f04064 req-66f9fa78-bb23-47a0-886a-e21b6d1af757 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_members [ 1587.624534] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGHEST for action security_group_members [ 1587.624845] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-e274f1da-f76c-48d7-a1f7-ab890f637596 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.625028] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.625093] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.626031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.626031] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.626031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.626031] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.626343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.626343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.626343] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.128892] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.129206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.129206] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.129349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.129440] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.129628] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.129735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.129822] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.129912] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.129981] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.130066] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e274f1da-f76c-48d7-a1f7-ab890f637596 is going to be updated. [ 1588.158812] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.159141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.159141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.159227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.159364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.175853] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e274f1da-f76c-48d7-a1f7-ab890f637596 in Status: IN_PROGRESS for 2s [ 1590.186382] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e274f1da-f76c-48d7-a1f7-ab890f637596 in Status: SUCCESS [ 1590.186831] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e274f1da-f76c-48d7-a1f7-ab890f637596 deletion is rescheduled due to dependency. [ 1590.186831] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.625376] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.625760] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.580087] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1593.580246] env[69763]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f1d376e7-a1d8-429b-b6b6-01c6faaa1511 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1597.626345] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.626730] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.115040] env[69763]: INFO networking_nsxv3.common.synchronization [req-f7aa373a-0a56-4869-858b-01c56f52d2a4 req-16100b37-c492-4e1e-946b-59b7159874c5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_members [ 1599.115550] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGHEST for action security_group_members [ 1599.115852] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.115978] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.116060] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.116251] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.116400] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.116565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.116565] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.116692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.116776] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.116869] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.619333] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.619551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.619551] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.619712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.619833] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.620029] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.620143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.620209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.620360] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.620437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.620534] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd is going to be updated. [ 1599.649134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.649317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.649365] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.649524] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.649666] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.657693] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd in Status: IN_PROGRESS for 2s [ 1601.671393] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd in Status: SUCCESS [ 1601.671801] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd deletion is rescheduled due to dependency. [ 1601.671801] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.536247] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.536685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.536685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.536685] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.536862] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.774928] env[69763]: INFO networking_nsxv3.common.synchronization [None req-b47835ee-5738-4551-ab97-32cfb300bb8c tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_rules [ 1603.775489] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_rules [ 1603.775786] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.775915] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.775994] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.776364] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.776464] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb1d2e6b-3090-4d17-a7e5-5b474edeb579',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.844206] env[69763]: INFO networking_nsxv3.common.synchronization [None req-f36b2a09-18db-4912-8295-4ac43b12cf96 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_rules [ 1603.844465] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_rules [ 1603.844707] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.844887] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.039481] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.304257] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.304482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.304482] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.305103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.305103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.305103] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 already deleted. [ 1604.305103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.305103] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.305351] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.305351] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb1d2e6b-3090-4d17-a7e5-5b474edeb579',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.542094] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.825694] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.825916] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.825916] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.826106] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.826195] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.826296] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 already deleted. [ 1604.826382] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.043832] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1605.044046] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1605.901994] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.902418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.902418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.902501] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.054793] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1606.055695] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.056962] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1606.099620] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.099938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.099938] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.100135] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.123381] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.124607] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1606.124774] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1606.124897] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1606.161546] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.161722] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.161796] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.161963] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.162743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.162865] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1606.270526] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.270826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.270826] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.271042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.271347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.271604] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1606.369162] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.369441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.369441] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.369575] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.369836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.370119] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:25. [ 1606.370208] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2ef7c2f2-d9c7-4ebd-9904-f61daecb7657', 'd4d70830-7ee0-4c28-a44f-16dd6269b2cd', 'b88ee86e-1a41-48eb-8439-2376621e5e10', '46724bac-75e4-4001-ac6f-ec6f2a258c30', 'e09dad32-7076-43de-a724-0a39fb49cac5', 'f581f267-f4df-4a7c-b841-456cdb9db31e', '843090c6-f1c0-493b-a9b9-fb879941eced', 'cd00d70e-edf2-49c8-9b82-ab15e20a10af', '11b258dd-f299-4032-b53f-6e3854d06b33', 'e274f1da-f76c-48d7-a1f7-ab890f637596', '4eeec5fe-8567-444b-b07e-90d950d0f038', '9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1', '2efad01e-9ae0-45dc-a376-1c12acbdb5c4', 'd718f6c8-fc1b-437a-8e30-a910c1d99d74', '6dbfa06f-ee6f-4b31-b301-59d5acd41d89', 'cd5f9a57-557c-4693-9b3b-fd41b22c240f', '18d575ef-f519-4fcb-9999-03e71e057e7f', '442d11bb-cfc9-4db3-ba30-1294bea83a7d', '99532ee6-4076-4178-b77a-01e02e57dcda', 'efa26935-35ed-48c3-86f1-a31203f461bd', '0e4e559d-29ed-4428-bc16-18dc2c852ce0', '70f38713-9bd2-4cf8-99e9-10c88a9e1c40', '828b52cf-3561-46de-8999-bdcd59c1d06b', 'a3dec653-9271-485f-9afc-cc2f2b3023dc', '91a0c963-a3d0-4652-97c2-8d1fbe9800af'} {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1606.370307] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1606.391354] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.391578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.391578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.391710] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.391793] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.391941] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1606.392123] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1606.392123] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1606.472268] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.472507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.472507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.472667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.473955] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.474278] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1606.474383] env[69763]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69763) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1606.474430] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1606.474479] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1606.474553] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/25 resources of Type:Security Group Rules [ 1606.474623] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGH for action security_group_rules [ 1606.474699] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGH for action security_group_rules [ 1606.474767] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGH for action security_group_rules [ 1606.474816] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 with Priority: HIGH for action security_group_rules [ 1606.474873] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGH for action security_group_rules [ 1606.474938] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGH for action security_group_rules [ 1606.474992] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGH for action security_group_rules [ 1606.475062] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGH for action security_group_rules [ 1606.475116] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGH for action security_group_rules [ 1606.475156] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGH for action security_group_rules [ 1606.475214] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGH for action security_group_rules [ 1606.475274] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGH for action security_group_rules [ 1606.475327] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 with Priority: HIGH for action security_group_rules [ 1606.475376] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGH for action security_group_rules [ 1606.475441] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGH for action security_group_rules [ 1606.475503] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGH for action security_group_rules [ 1606.475555] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGH for action security_group_rules [ 1606.475605] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGH for action security_group_rules [ 1606.475657] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGH for action security_group_rules [ 1606.475711] env[69763]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGH for action security_group_rules [ 1606.475819] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.845256] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.845594] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1608.845594] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 with Priority: HIGH for action security_group_rules [ 1608.845594] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88ee86e-1a41-48eb-8439-2376621e5e10 with Priority: HIGH for action security_group_rules [ 1608.845714] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843090c6-f1c0-493b-a9b9-fb879941eced with Priority: HIGH for action security_group_rules [ 1608.845820] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 with Priority: HIGH for action security_group_rules [ 1608.845882] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa26935-35ed-48c3-86f1-a31203f461bd with Priority: HIGH for action security_group_rules [ 1608.845964] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99532ee6-4076-4178-b77a-01e02e57dcda with Priority: HIGH for action security_group_rules [ 1608.846046] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d with Priority: HIGH for action security_group_rules [ 1608.846135] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d575ef-f519-4fcb-9999-03e71e057e7f with Priority: HIGH for action security_group_rules [ 1608.846228] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 with Priority: HIGH for action security_group_rules [ 1608.846308] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f with Priority: HIGH for action security_group_rules [ 1608.846397] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 with Priority: HIGH for action security_group_rules [ 1608.846494] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 with Priority: HIGH for action security_group_rules [ 1608.846616] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 with Priority: HIGH for action security_group_rules [ 1608.846721] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e274f1da-f76c-48d7-a1f7-ab890f637596 with Priority: HIGH for action security_group_rules [ 1608.847112] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b258dd-f299-4032-b53f-6e3854d06b33 with Priority: HIGH for action security_group_rules [ 1608.847243] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f581f267-f4df-4a7c-b841-456cdb9db31e with Priority: HIGH for action security_group_rules [ 1608.847333] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af with Priority: HIGH for action security_group_rules [ 1608.847424] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09dad32-7076-43de-a724-0a39fb49cac5 with Priority: HIGH for action security_group_rules [ 1608.847509] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd with Priority: HIGH for action security_group_rules [ 1608.847596] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 with Priority: HIGH for action security_group_rules [ 1608.847940] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.848086] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.848147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.848344] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.848421] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ef7c2f2-d9c7-4ebd-9904-f61daecb7657',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.849372] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88ee86e-1a41-48eb-8439-2376621e5e10 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.849489] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.849552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.849771] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.849850] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88ee86e-1a41-48eb-8439-2376621e5e10',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.850534] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843090c6-f1c0-493b-a9b9-fb879941eced taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.850678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.850733] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.850839] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.850906] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843090c6-f1c0-493b-a9b9-fb879941eced',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.851696] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.851825] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.851901] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.852098] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.852164] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dbfa06f-ee6f-4b31-b301-59d5acd41d89',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.852858] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa26935-35ed-48c3-86f1-a31203f461bd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.853140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.853140] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.853390] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.853390] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa26935-35ed-48c3-86f1-a31203f461bd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.854082] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99532ee6-4076-4178-b77a-01e02e57dcda taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.854321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.854321] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.854477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.854567] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99532ee6-4076-4178-b77a-01e02e57dcda',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.855219] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.855318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.855403] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.855550] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.855605] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('442d11bb-cfc9-4db3-ba30-1294bea83a7d',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.857826] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d575ef-f519-4fcb-9999-03e71e057e7f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.884663] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d575ef-f519-4fcb-9999-03e71e057e7f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.884663] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.884663] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d718f6c8-fc1b-437a-8e30-a910c1d99d74',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.884663] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.884663] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd5f9a57-557c-4693-9b3b-fd41b22c240f',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.884663] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2efad01e-9ae0-45dc-a376-1c12acbdb5c4 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.884663] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.884663] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2efad01e-9ae0-45dc-a376-1c12acbdb5c4',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.885922] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.885922] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.885922] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eeec5fe-8567-444b-b07e-90d950d0f038 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.885922] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eeec5fe-8567-444b-b07e-90d950d0f038',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.885922] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e274f1da-f76c-48d7-a1f7-ab890f637596 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.885922] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e274f1da-f76c-48d7-a1f7-ab890f637596',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.885922] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b258dd-f299-4032-b53f-6e3854d06b33 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.885922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.886371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.886371] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b258dd-f299-4032-b53f-6e3854d06b33',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.886371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f581f267-f4df-4a7c-b841-456cdb9db31e taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.886371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.886371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.886371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.886371] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f581f267-f4df-4a7c-b841-456cdb9db31e',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.886371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.886371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.886371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.886371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.886371] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd00d70e-edf2-49c8-9b82-ab15e20a10af',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.886371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e09dad32-7076-43de-a724-0a39fb49cac5 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.886371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.886371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.886371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.886371] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e09dad32-7076-43de-a724-0a39fb49cac5',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.886371] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.886863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.886863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.886863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.886863] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4d70830-7ee0-4c28-a44f-16dd6269b2cd',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.886863] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46724bac-75e4-4001-ac6f-ec6f2a258c30 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.886863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.886863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.886863] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.886863] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46724bac-75e4-4001-ac6f-ec6f2a258c30',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.921568] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.922228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.925795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.925795] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.926350] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.926455] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.928563] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.929270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.930119] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.930119] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.948698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.948853] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99532ee6-4076-4178-b77a-01e02e57dcda is going to be deleted. [ 1608.950228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.950228] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.968314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.968438] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dbfa06f-ee6f-4b31-b301-59d5acd41d89 is going to be deleted. [ 1608.969282] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.969493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.987155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.987273] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d575ef-f519-4fcb-9999-03e71e057e7f is going to be deleted. [ 1608.988136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.988335] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.006537] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.006692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.014836] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.014985] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46724bac-75e4-4001-ac6f-ec6f2a258c30 is going to be deleted. [ 1609.015910] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.016115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.016208] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.016331] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99532ee6-4076-4178-b77a-01e02e57dcda" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.025911] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.026075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.026141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.026349] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.026434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.026547] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dbfa06f-ee6f-4b31-b301-59d5acd41d89" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.036657] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.036798] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.036844] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.037062] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.037155] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.037269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d575ef-f519-4fcb-9999-03e71e057e7f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.067134] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.067263] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.067340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.067549] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.067630] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.067751] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46724bac-75e4-4001-ac6f-ec6f2a258c30" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.093552] env[69763]: INFO networking_nsxv3.common.synchronization [req-89da076c-2934-477a-a70a-52c544e7fb59 req-0cce79d9-9538-4328-891b-4cefd19261a0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_members [ 1609.094128] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_members [ 1609.094449] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.094578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.094648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.095116] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.095283] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.095409] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.095476] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.095639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.095782] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.095831] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1d2e6b-3090-4d17-a7e5-5b474edeb579',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.405831] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.406050] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.406196] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.406541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.406821] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.406986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.407135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.407391] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.407521] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.407732] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1609.407851] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1609.407967] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1609.408096] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1609.408211] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1609.408320] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1609.408453] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1609.429341] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.429490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.429490] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.429684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.431390] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.431497] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.432304] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.432402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.433051] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.433177] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.433814] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.433942] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.434996] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.435100] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.439591] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.439684] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.440447] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.440538] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.441251] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.441361] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.442206] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.442301] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.442979] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.443092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.443747] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1609.444224] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.444415] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.444913] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1609.445420] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.445527] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.446177] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1609.446553] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.446648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.447237] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1609.447647] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.447752] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.448722] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1609.449166] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.449369] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.452678] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1609.453189] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.453328] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88ee86e-1a41-48eb-8439-2376621e5e10 is going to be deleted. [ 1609.454273] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.454495] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.456034] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1609.456251] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1609.456363] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1609.456531] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.456802] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-6d7be172-4e6b-496f-865d-de7ea94c5ee3 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.456973] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-6d7be172-4e6b-496f-865d-de7ea94c5ee3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.457113] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-6d7be172-4e6b-496f-865d-de7ea94c5ee3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.457409] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-6d7be172-4e6b-496f-865d-de7ea94c5ee3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.457550] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d7be172-4e6b-496f-865d-de7ea94c5ee3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.475712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.475832] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 442d11bb-cfc9-4db3-ba30-1294bea83a7d is going to be deleted. [ 1609.476941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.477164] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.494092] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.494222] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e274f1da-f76c-48d7-a1f7-ab890f637596 is going to be deleted. [ 1609.495051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.495261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.513087] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.513249] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.515633] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.515751] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2efad01e-9ae0-45dc-a376-1c12acbdb5c4 is going to be deleted. [ 1609.516627] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.516837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.556360] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.556541] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.557457] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.557582] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b258dd-f299-4032-b53f-6e3854d06b33 is going to be deleted. [ 1609.558462] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.558679] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.575580] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.575750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.582851] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.582983] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd5f9a57-557c-4693-9b3b-fd41b22c240f is going to be deleted. [ 1609.583952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.584196] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.598030] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.598204] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.604319] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.604469] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843090c6-f1c0-493b-a9b9-fb879941eced is going to be deleted. [ 1609.605769] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.606019] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.654753] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.654966] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.656703] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.656828] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1 is going to be deleted. [ 1609.657737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.657951] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.659267] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.659371] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.683593] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.683791] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa26935-35ed-48c3-86f1-a31203f461bd is going to be deleted. [ 1609.684735] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.684941] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.736096] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.736237] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd00d70e-edf2-49c8-9b82-ab15e20a10af is going to be deleted. [ 1609.737561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.737561] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.743247] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.743398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.759552] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.759740] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.785382] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.785523] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.806293] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.806457] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e09dad32-7076-43de-a724-0a39fb49cac5 is going to be deleted. [ 1609.807406] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.807615] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.809397] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.809493] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.898943] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.899198] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ef7c2f2-d9c7-4ebd-9904-f61daecb7657 is going to be deleted. [ 1609.901260] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.901512] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.905662] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.905818] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.958531] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.958716] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.960342] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.960557] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.960689] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.960975] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.961153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.961310] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 6d7be172-4e6b-496f-865d-de7ea94c5ee3 not found, creating... [ 1609.961563] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.961725] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.961861] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.962113] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.962259] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.962544] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.962705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.962829] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.963057] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.963204] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.963350] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 6d7be172-4e6b-496f-865d-de7ea94c5ee3 is going to be created. [ 1609.982954] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.983117] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eeec5fe-8567-444b-b07e-90d950d0f038 is going to be deleted. [ 1609.984050] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.984267] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.008013] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.008240] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.008391] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.008710] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.008964] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.009229] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-6d7be172-4e6b-496f-865d-de7ea94c5ee3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.039315] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.039465] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4d70830-7ee0-4c28-a44f-16dd6269b2cd is going to be deleted. [ 1610.040433] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.040657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.072270] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.072494] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.092310] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.092451] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f581f267-f4df-4a7c-b841-456cdb9db31e is going to be deleted. [ 1610.093398] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.093585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.137148] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.137331] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d718f6c8-fc1b-437a-8e30-a910c1d99d74 is going to be deleted. [ 1610.138212] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.138426] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.138515] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.138641] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88ee86e-1a41-48eb-8439-2376621e5e10" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.138858] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.139069] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.139156] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.139274] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-442d11bb-cfc9-4db3-ba30-1294bea83a7d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.139829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.140042] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.140143] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.140332] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e274f1da-f76c-48d7-a1f7-ab890f637596" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.140480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.140631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.140706] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.140924] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.141056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.141112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.141243] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.141303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.141395] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 already deleted. [ 1610.141473] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.141608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.141743] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.141810] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.141929] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2efad01e-9ae0-45dc-a376-1c12acbdb5c4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.142077] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.142215] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.142287] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.142395] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b258dd-f299-4032-b53f-6e3854d06b33" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.142521] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.142655] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.142715] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.142830] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd5f9a57-557c-4693-9b3b-fd41b22c240f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.142950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.143097] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.143171] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.143269] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843090c6-f1c0-493b-a9b9-fb879941eced" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.143393] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.143526] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.143585] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.143698] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f9f3d5e-7ae8-47d8-ab0c-0561637a55f1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.143820] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.143990] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.144075] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.144259] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa26935-35ed-48c3-86f1-a31203f461bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.144305] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.144434] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.144504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.144609] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd00d70e-edf2-49c8-9b82-ab15e20a10af" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.144730] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.144862] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.144952] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.145136] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e09dad32-7076-43de-a724-0a39fb49cac5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.145272] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.145453] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.145528] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.145657] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ef7c2f2-d9c7-4ebd-9904-f61daecb7657" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.146532] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.146678] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.146755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.146907] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.146987] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.147115] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eeec5fe-8567-444b-b07e-90d950d0f038" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.154403] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.154537] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.154573] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.154755] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.154838] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.154979] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4d70830-7ee0-4c28-a44f-16dd6269b2cd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.227840] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.228065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.228065] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.228261] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.228355] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.228488] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f581f267-f4df-4a7c-b841-456cdb9db31e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.239019] env[69763]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1610.239593] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.239724] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.239792] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.240125] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.240231] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.240351] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d718f6c8-fc1b-437a-8e30-a910c1d99d74" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.638761] env[69763]: INFO networking_nsxv3.common.synchronization [req-89da076c-2934-477a-a70a-52c544e7fb59 req-a783f749-72bb-4411-980d-4ba18f3b2e3a service nova] Enqueued Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_rules [ 1610.638956] env[69763]: INFO networking_nsxv3.common.synchronization [req-89da076c-2934-477a-a70a-52c544e7fb59 req-a783f749-72bb-4411-980d-4ba18f3b2e3a service nova] Enqueued Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_members [ 1610.639116] env[69763]: INFO networking_nsxv3.common.synchronization [req-89da076c-2934-477a-a70a-52c544e7fb59 req-a783f749-72bb-4411-980d-4ba18f3b2e3a service nova] Enqueued Resource ID: 6d7be172-4e6b-496f-865d-de7ea94c5ee3 with Priority: HIGHEST for action port [ 1610.639344] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_rules [ 1610.639469] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_members [ 1610.639560] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7be172-4e6b-496f-865d-de7ea94c5ee3 with Priority: HIGHEST for action port [ 1610.640132] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.640254] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.640343] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.640552] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.640680] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb1d2e6b-3090-4d17-a7e5-5b474edeb579',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.641483] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.641548] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.641613] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.641768] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.641915] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.642027] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.642094] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.642235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.642317] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.642401] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1d2e6b-3090-4d17-a7e5-5b474edeb579',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.643106] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d7be172-4e6b-496f-865d-de7ea94c5ee3 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.643213] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d7be172-4e6b-496f-865d-de7ea94c5ee3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.643278] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d7be172-4e6b-496f-865d-de7ea94c5ee3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.643420] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d7be172-4e6b-496f-865d-de7ea94c5ee3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.643483] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d7be172-4e6b-496f-865d-de7ea94c5ee3',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.145546] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.145931] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.145931] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb1d2e6b-3090-4d17-a7e5-5b474edeb579',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.146713] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d7be172-4e6b-496f-865d-de7ea94c5ee3 with status ACTIVE [ 1611.146936] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.147074] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.147141] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.147342] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.147430] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.147603] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.147701] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.147753] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.147896] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.147971] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.148169] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.148277] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.148347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.148508] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.148583] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.148666] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d7be172-4e6b-496f-865d-de7ea94c5ee3 is going to be updated. [ 1611.170279] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.170452] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.170507] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.170664] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.170807] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.170996] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d7be172-4e6b-496f-865d-de7ea94c5ee3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.651033] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb1d2e6b-3090-4d17-a7e5-5b474edeb579',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.154071] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.154071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.154071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.154071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.154071] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.154562] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 is going to be created. [ 1612.178485] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.178668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.178705] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.178885] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.179056] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.188152] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 in Status: UNINITIALIZED for 2s [ 1614.204072] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 in Status: SUCCESS [ 1614.204412] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.204510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.204699] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.204888] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.205038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.205112] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.205339] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.205417] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.205506] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.205598] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb1d2e6b-3090-4d17-a7e5-5b474edeb579',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.707886] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb1d2e6b-3090-4d17-a7e5-5b474edeb579',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1615.209958] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb1d2e6b-3090-4d17-a7e5-5b474edeb579: rpc.has_security_group_logging(os_id): False [ 1615.232418] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.232612] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.232661] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.232837] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.232922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.233172] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.233276] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.233350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.233510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.233578] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.233667] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 is going to be created. [ 1615.291361] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.291608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.291608] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.291815] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.291924] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.312443] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 in Status: IN_PROGRESS for 2s [ 1615.640487] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.640637] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1617.324923] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 in Status: SUCCESS [ 1617.325400] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.642195] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.642559] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.643430] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.643823] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.644830] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.645241] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1635.645810] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.646214] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.647331] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.647654] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.648713] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.649174] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.649716] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.650178] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1655.650396] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.650609] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1660.651949] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1660.652355] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1665.653424] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1665.653719] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1670.653993] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1670.654345] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1672.708450] env[69763]: INFO networking_nsxv3.common.synchronization [req-f7112807-f917-4222-bc20-7c6aabb419d0 req-a2848d4f-f7d9-4641-93f9-f45eafc30bf4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_members [ 1672.708949] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 with Priority: HIGHEST for action security_group_members [ 1672.709282] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.709405] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.709471] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.709808] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.709808] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.709893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.709960] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.710126] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.710209] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.710299] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1d2e6b-3090-4d17-a7e5-5b474edeb579',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1673.212848] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1673.213073] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.213122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1673.213314] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1673.213418] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1673.213614] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1673.213712] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.213773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1673.213922] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1673.213997] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1673.214096] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 is going to be updated. [ 1673.250480] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1673.250708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.250708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1673.250856] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1673.250998] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1673.259725] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 in Status: IN_PROGRESS for 2s [ 1675.271029] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 in Status: SUCCESS [ 1675.271372] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1d2e6b-3090-4d17-a7e5-5b474edeb579 deletion is rescheduled due to dependency. [ 1675.271372] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1d2e6b-3090-4d17-a7e5-5b474edeb579" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.116699] env[69763]: INFO networking_nsxv3.common.synchronization [None req-de522cb4-93f6-4bc7-8b45-79dcfab60534 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_rules [ 1677.117237] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_rules [ 1677.117531] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a51acc2-6b50-442c-8f91-94cedc385ae6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1677.117865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.117865] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1677.117980] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1677.118053] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a51acc2-6b50-442c-8f91-94cedc385ae6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1677.184853] env[69763]: INFO networking_nsxv3.common.synchronization [None req-98e6d647-9a0f-461d-94a6-8db36391eb94 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_rules [ 1677.185297] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_rules [ 1677.185593] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a51acc2-6b50-442c-8f91-94cedc385ae6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1677.185692] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.639972] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1677.640184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.640184] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1677.640407] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1677.640501] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.640641] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 already deleted. [ 1677.640737] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.640829] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1677.641025] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1677.641126] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a51acc2-6b50-442c-8f91-94cedc385ae6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1678.161384] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1678.161746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.161746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1678.161804] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1678.161855] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1678.161952] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 already deleted. [ 1678.162038] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1682.186422] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.186801] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.409433] env[69763]: INFO networking_nsxv3.common.synchronization [req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 req-f4fc42ee-36ea-4599-945c-037e32aceb41 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_members [ 1682.410371] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_members [ 1682.410693] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a51acc2-6b50-442c-8f91-94cedc385ae6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1682.410920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.410920] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1682.411154] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1682.411313] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1682.411411] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.411480] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1682.411628] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1682.411713] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1682.411809] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a51acc2-6b50-442c-8f91-94cedc385ae6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1682.684406] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1682.684625] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.684764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1682.685048] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1682.685385] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1682.685557] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.685681] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1682.685906] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1682.686074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1682.686352] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1682.686472] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] NeedRegenerationException {{(pid=69763) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1682.686615] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] no value, waiting for create lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1682.686745] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] value creation lock acquired {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1682.686863] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] No value present for key: 'zone-id' {{(pid=69763) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1682.686998] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Calling creation function for not-yet-present value {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1682.687160] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1682.709943] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1682.710183] env[69763]: DEBUG dogpile.cache.region [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69763) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1682.710284] env[69763]: DEBUG dogpile.lock [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Released creation lock {{(pid=69763) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1682.710463] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "network-283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1682.710791] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock port-18caf207-72be-4791-be15-7218368a889a taken with stack trace [, , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1682.710971] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "port-18caf207-72be-4791-be15-7218368a889a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.711110] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "port-18caf207-72be-4791-be15-7218368a889a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1682.711480] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "port-18caf207-72be-4791-be15-7218368a889a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1682.711637] env[69763]: DEBUG networking_nsxv3.api.rpc [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18caf207-72be-4791-be15-7218368a889a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1682.914405] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1682.914667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.914667] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1682.914893] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1682.914974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1682.915185] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1682.915303] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.915338] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1682.915485] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1682.915580] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1682.915646] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 already deleted. [ 1682.915750] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.214225] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.214646] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.214646] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.214907] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.215104] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.215306] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Segment Port 18caf207-72be-4791-be15-7218368a889a not found, creating... [ 1683.215582] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.215777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.215913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.216160] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.216309] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.216599] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.216764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.216887] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.217114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.217257] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.217401] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Resource: SegmentPort with ID: 18caf207-72be-4791-be15-7218368a889a is going to be created. [ 1683.244518] env[69763]: DEBUG networking_nsxv3.common.locking [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.244777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.244913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.245203] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.245441] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.245661] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c4c5a57-99e4-4b74-a806-ae58d760e6ab None None] Releasing lock "port-18caf207-72be-4791-be15-7218368a889a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.903982] env[69763]: INFO networking_nsxv3.common.synchronization [req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 req-9bc77020-932e-46c9-bcaa-8cefe0fa73ca service nova] Enqueued Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_rules [ 1683.904256] env[69763]: INFO networking_nsxv3.common.synchronization [req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 req-9bc77020-932e-46c9-bcaa-8cefe0fa73ca service nova] Enqueued Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_members [ 1683.904485] env[69763]: INFO networking_nsxv3.common.synchronization [req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 req-9bc77020-932e-46c9-bcaa-8cefe0fa73ca service nova] Enqueued Resource ID: 18caf207-72be-4791-be15-7218368a889a with Priority: HIGHEST for action port [ 1683.905129] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_rules [ 1683.905311] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_members [ 1683.905527] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18caf207-72be-4791-be15-7218368a889a with Priority: HIGHEST for action port [ 1683.905794] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a51acc2-6b50-442c-8f91-94cedc385ae6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.905982] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.906051] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.906296] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.906407] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a51acc2-6b50-442c-8f91-94cedc385ae6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1683.907638] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a51acc2-6b50-442c-8f91-94cedc385ae6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.907638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.907773] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.907974] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.908109] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.908238] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.908322] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.908510] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.908622] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.908744] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a51acc2-6b50-442c-8f91-94cedc385ae6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1683.909712] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock port-18caf207-72be-4791-be15-7218368a889a taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.909848] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18caf207-72be-4791-be15-7218368a889a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.909937] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18caf207-72be-4791-be15-7218368a889a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.910147] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18caf207-72be-4791-be15-7218368a889a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.910248] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18caf207-72be-4791-be15-7218368a889a',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.412151] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a51acc2-6b50-442c-8f91-94cedc385ae6 taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.412486] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.412486] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a51acc2-6b50-442c-8f91-94cedc385ae6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.413388] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18caf207-72be-4791-be15-7218368a889a with status ACTIVE [ 1684.413563] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.414159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.414159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.414159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.414159] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.414318] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.414318] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.414389] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.414529] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.414665] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.414820] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.414914] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.414963] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.415122] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.415192] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.415276] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18caf207-72be-4791-be15-7218368a889a is going to be updated. [ 1684.436828] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.436989] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.437049] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.437235] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.437402] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.437535] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18caf207-72be-4791-be15-7218368a889a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.917229] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a51acc2-6b50-442c-8f91-94cedc385ae6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1685.420107] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.420477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.420477] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.420587] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.420639] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.420712] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 is going to be created. [ 1685.443553] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.443746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.443746] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.443950] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.444118] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.453527] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 in Status: UNINITIALIZED for 2s [ 1687.464865] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 in Status: SUCCESS [ 1687.465312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.465312] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.465461] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.466087] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.466087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.466087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.466087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.466087] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.466350] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.466350] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a51acc2-6b50-442c-8f91-94cedc385ae6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1687.968836] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a51acc2-6b50-442c-8f91-94cedc385ae6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1688.471904] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a51acc2-6b50-442c-8f91-94cedc385ae6: rpc.has_security_group_logging(os_id): False [ 1688.496471] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1688.496668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.496668] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.496883] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1688.496972] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1688.497238] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1688.497340] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.497404] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.497571] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1688.497648] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1688.497738] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 is going to be created. [ 1688.582020] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1688.582225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.582225] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.582437] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1688.582636] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1688.593507] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 in Status: IN_PROGRESS for 2s [ 1688.906468] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1688.906663] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1690.606248] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 in Status: SUCCESS [ 1690.606610] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1693.907566] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1693.907566] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1698.909121] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1698.909121] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1703.909801] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1703.909994] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1708.911110] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1708.911488] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1713.911801] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1713.912147] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1718.912503] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1718.912862] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1723.913427] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1723.913427] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1728.914429] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1728.914847] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1733.915590] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1733.915590] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1738.916414] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1738.916788] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1743.917852] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1743.918205] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1745.263877] env[69763]: INFO networking_nsxv3.common.synchronization [req-0a38df8c-5179-42c2-842b-399dce43dee5 req-da1cffd4-ba87-4361-81ed-caebdf834d12 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Enqueued Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_members [ 1745.264442] env[69763]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 with Priority: HIGHEST for action security_group_members [ 1745.264764] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a51acc2-6b50-442c-8f91-94cedc385ae6 taken with stack trace [, , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.264897] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.264965] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.265227] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.266595] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.266595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.266595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.266595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.266595] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.266595] env[69763]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a51acc2-6b50-442c-8f91-94cedc385ae6',) {} {{(pid=69763) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1745.768448] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.768631] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.768677] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.768870] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.768959] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.769187] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.769286] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.769347] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.769504] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.769582] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.769662] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 is going to be updated. [ 1745.806385] env[69763]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69763) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.806560] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.806600] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.806788] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.806940] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.815796] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 in Status: IN_PROGRESS for 2s [ 1747.826865] env[69763]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 in Status: SUCCESS [ 1747.827270] env[69763]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a51acc2-6b50-442c-8f91-94cedc385ae6 deletion is rescheduled due to dependency. [ 1747.827270] env[69763]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a51acc2-6b50-442c-8f91-94cedc385ae6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1750.265127] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1750.265512] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1755.267074] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1755.267436] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1760.268092] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1760.268475] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1765.269674] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1765.269674] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1770.271349] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1770.271349] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1775.272630] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1775.273060] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1780.273983] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1780.274310] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1785.275133] env[69763]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1785.275515] env[69763]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0